2024-11-18 19:46:33,621 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1807e3f6
2024-11-18 19:46:33,651 main DEBUG Took 0.027814 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 19:46:33,652 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 19:46:33,652 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 19:46:33,653 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 19:46:33,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,664 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 19:46:33,683 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,686 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,687 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,689 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,690 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,692 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,694 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,695 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,697 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,698 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,699 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 19:46:33,700 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,700 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 19:46:33,702 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 19:46:33,704 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 19:46:33,706 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 19:46:33,707 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 19:46:33,709 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 19:46:33,709 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 19:46:33,721 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 19:46:33,725 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 19:46:33,727 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 19:46:33,728 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 19:46:33,729 main DEBUG createAppenders(={Console})
2024-11-18 19:46:33,730 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1807e3f6 initialized
2024-11-18 19:46:33,730 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1807e3f6
2024-11-18 19:46:33,730 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1807e3f6 OK.
2024-11-18 19:46:33,731 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 19:46:33,731 main DEBUG OutputStream closed
2024-11-18 19:46:33,732 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 19:46:33,732 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 19:46:33,733 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2ed2d9cb OK
2024-11-18 19:46:33,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 19:46:33,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 19:46:33,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 19:46:33,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 19:46:33,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 19:46:33,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 19:46:33,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 19:46:33,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 19:46:33,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 19:46:33,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 19:46:33,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 19:46:33,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 19:46:33,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 19:46:33,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 19:46:33,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 19:46:33,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 19:46:33,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 19:46:33,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 19:46:33,839 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 19:46:33,839 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null
2024-11-18 19:46:33,840 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 19:46:33,841 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK.
2024-11-18T19:46:33,858 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.TestActiveMasterManager timeout: 13 mins
2024-11-18 19:46:33,861 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 19:46:33,862 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T19:46:34,147 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8fb196a3-44e2-4fe9-4afc-ea5d6ca9b4f6
2024-11-18T19:46:34,159 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8fb196a3-44e2-4fe9-4afc-ea5d6ca9b4f6/cluster_24fd1959-3690-d63f-49da-274019b3a50b, deleteOnExit=true
2024-11-18T19:46:34,257 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8fb196a3-44e2-4fe9-4afc-ea5d6ca9b4f6/cluster_24fd1959-3690-d63f-49da-274019b3a50b/zookeeper_0, clientPort=61632, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8fb196a3-44e2-4fe9-4afc-ea5d6ca9b4f6/cluster_24fd1959-3690-d63f-49da-274019b3a50b/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8fb196a3-44e2-4fe9-4afc-ea5d6ca9b4f6/cluster_24fd1959-3690-d63f-49da-274019b3a50b/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T19:46:34,271 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61632
2024-11-18T19:46:34,281 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.TestActiveMasterManager#testActiveMasterManagerFromZK Thread=21, OpenFileDescriptor=294, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=5639
2024-11-18T19:46:34,291 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=testActiveMasterManagerFromZK connecting to ZooKeeper ensemble=127.0.0.1:61632
2024-11-18T19:46:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK0x0, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T19:46:34,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): testActiveMasterManagerFromZK-0x100c09392970000 connected
2024-11-18T19:46:34,372 DEBUG [Time-limited test {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false
2024-11-18T19:46:34,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T19:46:34,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T19:46:35,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,047 WARN  [Time-limited test {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T19:46:35,048 INFO  [Time-limited test {}] master.ActiveMasterManager(255): Registered as active master=localhost,1,1731959194372
2024-11-18T19:46:35,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-18T19:46:35,063 DEBUG [Thread-2 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,065 INFO  [Thread-2 {}] master.ActiveMasterManager(296): Another master is the active master, localhost,1,1731959194372; waiting to become the next active master
2024-11-18T19:46:35,069 DEBUG [Time-limited test {}] master.ActiveMasterManager(144): Attempting to fetch active master sn from zk
2024-11-18T19:46:35,071 INFO  [Time-limited test {}] master.TestActiveMasterManager(188): Deleting master node
2024-11-18T19:46:35,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T19:46:35,075 INFO  [Time-limited test {}] master.TestActiveMasterManager(192): Waiting for active master manager to be notified
2024-11-18T19:46:35,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T19:46:35,076 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads
2024-11-18T19:46:35,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T19:46:35,077 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads
2024-11-18T19:46:35,078 DEBUG [zk-event-processor-pool-0 {}] master.TestActiveMasterManager$NodeDeletionListener(303): nodeDeleted(/hbase/master)
2024-11-18T19:46:35,078 INFO  [Time-limited test {}] master.TestActiveMasterManager(194): Master node deleted
2024-11-18T19:46:35,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T19:46:35,081 DEBUG [Thread-2 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,083 WARN  [Thread-2 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T19:46:35,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,083 INFO  [Thread-2 {}] master.ActiveMasterManager(255): Registered as active master=localhost,2,1731959194380
2024-11-18T19:46:35,083 INFO  [Thread-2 {}] master.TestActiveMasterManager$WaitToBeMasterThread(276): Second master has become the active master!
2024-11-18T19:46:35,088 DEBUG [Time-limited test {}] master.TestActiveMasterManager(203): Slept 1 times
2024-11-18T19:46:35,089 INFO  [Time-limited test {}] master.TestActiveMasterManager(209): Deleting master node
2024-11-18T19:46:35,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T19:46:35,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:46:35,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970000, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:46:35,209 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.TestActiveMasterManager#testActiveMasterManagerFromZK Thread=36 (was 21)
Potentially hanging thread: NIOWorkerThread-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 294) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=5946 (was 5639) - AvailableMemoryMB LEAK? -
2024-11-18T19:46:35,220 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.TestActiveMasterManager#testRestartMaster Thread=36, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=5939
2024-11-18T19:46:35,221 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=testActiveMasterManagerFromZK connecting to ZooKeeper ensemble=127.0.0.1:61632
2024-11-18T19:46:35,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK0x0, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T19:46:35,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): testActiveMasterManagerFromZK-0x100c09392970001 connected
2024-11-18T19:46:35,236 DEBUG [Time-limited test {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false
2024-11-18T19:46:35,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-18T19:46:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/running
2024-11-18T19:46:35,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,255 WARN  [Time-limited test {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T19:46:35,256 INFO  [Time-limited test {}] master.ActiveMasterManager(255): Registered as active master=localhost,1,1731959195236
2024-11-18T19:46:35,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-18T19:46:35,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T19:46:35,266 INFO  [Time-limited test {}] master.ActiveMasterManager(296): Current master has this master's address, localhost,1,1731959195236; master was restarted? Deleting node.
2024-11-18T19:46:35,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T19:46:35,267 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads
2024-11-18T19:46:35,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T19:46:35,268 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads
2024-11-18T19:46:35,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T19:46:35,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,272 WARN  [Time-limited test {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T19:46:35,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,273 INFO  [Time-limited test {}] master.ActiveMasterManager(255): Registered as active master=localhost,1,1731959195236
2024-11-18T19:46:35,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,276 DEBUG [Time-limited test {}] master.ActiveMasterManager(144): Attempting to fetch active master sn from zk
2024-11-18T19:46:35,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,279 DEBUG [Time-limited test {}] master.ActiveMasterManager(144): Attempting to fetch active master sn from zk
2024-11-18T19:46:35,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T19:46:35,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:46:35,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testActiveMasterManagerFromZK-0x100c09392970001, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:46:35,390 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.TestActiveMasterManager#testRestartMaster Thread=37 (was 36)
Potentially hanging thread: Time-limited test-EventThread
	app//org.apache.logging.log4j.core.pattern.NameAbbreviator$MaxElementAbbreviator$Strategy$2.abbreviate(NameAbbreviator.java:203)
	app//org.apache.logging.log4j.core.pattern.NameAbbreviator$MaxElementAbbreviator.abbreviate(NameAbbreviator.java:254)
	app//org.apache.logging.log4j.core.pattern.NamePatternConverter.abbreviate(NamePatternConverter.java:57)
	app//org.apache.logging.log4j.core.pattern.ClassNamePatternConverter.format(ClassNamePatternConverter.java:64)
	app//org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:44)
	app//org.apache.logging.log4j.core.layout.PatternLayout$PatternFormatterPatternSerializer.toSerializable(PatternLayout.java:384)
	app//org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:240)
	app//org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:225)
	app//org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:59)
	app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:215)
	app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:208)
	app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:199)
	app//org.apache.hadoop.hbase.logging.HBaseTestAppender.append(HBaseTestAppender.java:158)
	app//org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:161)
	app//org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:134)
	app//org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:125)
	app//org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:89)
	app//org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:675)
	app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:633)
	app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616)
	app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666)
	app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635)
	app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616)
	app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666)
	app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635)
	app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616)
	app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:552)
	app//org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:82)
	app//org.apache.logging.log4j.core.Logger.log(Logger.java:161)
	app//org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2205)
	app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159)
	app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142)
	app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2022)
	app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1875)
	app//org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:119)
	app//org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:609)
	app//org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5933 (was 5939)
2024-11-18T19:46:35,397 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.TestActiveMasterManager#testBackupMasterUpdates Thread=36, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=5933
2024-11-18T19:46:35,398 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=testBackupMasterUpdates connecting to ZooKeeper ensemble=127.0.0.1:61632
2024-11-18T19:46:35,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates0x0, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T19:46:35,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates0x0, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/running
2024-11-18T19:46:35,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): testBackupMasterUpdates-0x100c09392970002 connected
2024-11-18T19:46:35,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T19:46:35,417 WARN  [Time-limited test {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T19:46:35,418 INFO  [Time-limited test {}] master.ActiveMasterManager(255): Registered as active master=localhost,1,-1
2024-11-18T19:46:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:35,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1001,-1
2024-11-18T19:46:35,426 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:35,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:35,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1002,-1
2024-11-18T19:46:35,531 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:35,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:35,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1003,-1
2024-11-18T19:46:35,636 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:35,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:35,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1004,-1
2024-11-18T19:46:35,741 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:35,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:35,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1005,-1
2024-11-18T19:46:35,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:35,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:35,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1006,-1
2024-11-18T19:46:35,952 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:36,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1007,-1
2024-11-18T19:46:36,057 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:36,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1008,-1
2024-11-18T19:46:36,160 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:36,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1009,-1
2024-11-18T19:46:36,264 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:36,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/localhost,1010,-1
2024-11-18T19:46:36,368 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1001,-1
2024-11-18T19:46:36,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:36,473 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1002,-1
2024-11-18T19:46:36,575 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1003,-1
2024-11-18T19:46:36,677 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1004,-1
2024-11-18T19:46:36,780 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1005,-1
2024-11-18T19:46:36,884 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1006,-1
2024-11-18T19:46:36,986 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:36,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:37,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1007,-1
2024-11-18T19:46:37,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:37,089 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:37,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1008,-1
2024-11-18T19:46:37,192 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:37,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:37,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1009,-1
2024-11-18T19:46:37,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:37,294 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/localhost,1010,-1
2024-11-18T19:46:37,396 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1])
2024-11-18T19:46:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T19:46:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T19:46:37,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:46:37,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): testBackupMasterUpdates-0x100c09392970002, quorum=127.0.0.1:61632, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T19:46:37,606 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.TestActiveMasterManager#testBackupMasterUpdates Thread=37 (was 36)
Potentially hanging thread: Time-limited test-EventThread
	app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2022)
	app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1875)
	app//org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:119)
	app//org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:609)
	app//org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=5746 (was 5933)
2024-11-18T19:46:37,610 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers