2024-11-07 20:14:06,239 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1807e3f6 2024-11-07 20:14:06,256 main DEBUG Took 0.015542 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 20:14:06,257 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 20:14:06,257 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 20:14:06,258 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 20:14:06,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,267 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 20:14:06,283 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,285 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,286 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,287 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,288 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,289 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,290 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,292 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,293 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,293 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,294 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 20:14:06,296 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,297 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 20:14:06,299 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 20:14:06,300 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 20:14:06,302 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 20:14:06,303 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 20:14:06,304 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 20:14:06,305 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 20:14:06,313 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 20:14:06,317 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 20:14:06,319 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 20:14:06,320 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 20:14:06,320 main DEBUG createAppenders(={Console}) 2024-11-07 20:14:06,321 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1807e3f6 initialized 2024-11-07 20:14:06,321 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1807e3f6 2024-11-07 20:14:06,321 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1807e3f6 OK. 2024-11-07 20:14:06,322 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 20:14:06,322 main DEBUG OutputStream closed 2024-11-07 20:14:06,323 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 20:14:06,323 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 20:14:06,323 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2ed2d9cb OK 2024-11-07 20:14:06,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 20:14:06,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 20:14:06,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 20:14:06,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 20:14:06,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 20:14:06,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 20:14:06,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 20:14:06,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 20:14:06,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 20:14:06,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 20:14:06,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 20:14:06,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 20:14:06,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 20:14:06,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 20:14:06,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 20:14:06,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 20:14:06,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 20:14:06,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 20:14:06,420 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 20:14:06,421 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@53f6fd09) with optional ClassLoader: null 2024-11-07 20:14:06,421 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 20:14:06,422 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@53f6fd09] started OK. 2024-11-07T20:14:06,433 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.token.TestZKSecretWatcher timeout: 13 mins 2024-11-07 20:14:06,436 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 20:14:06,437 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T20:14:06,671 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33d77cf-775e-d4e9-d298-6ef97f50640e 2024-11-07T20:14:06,674 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33d77cf-775e-d4e9-d298-6ef97f50640e/cluster_5479798d-fd7d-5fa7-4476-7f658b9e9187, deleteOnExit=true 2024-11-07T20:14:06,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33d77cf-775e-d4e9-d298-6ef97f50640e/cluster_5479798d-fd7d-5fa7-4476-7f658b9e9187/zookeeper_0, clientPort=52037, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33d77cf-775e-d4e9-d298-6ef97f50640e/cluster_5479798d-fd7d-5fa7-4476-7f658b9e9187/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33d77cf-775e-d4e9-d298-6ef97f50640e/cluster_5479798d-fd7d-5fa7-4476-7f658b9e9187/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T20:14:06,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52037 2024-11-07T20:14:06,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=server1 connecting to ZooKeeper ensemble=127.0.0.1:52037 2024-11-07T20:14:06,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server10x0, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:14:06,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): server1-0x10116ef41610000 connected 2024-11-07T20:14:07,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keys 2024-11-07T20:14:07,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=server2 connecting to ZooKeeper ensemble=127.0.0.1:52037 2024-11-07T20:14:07,021 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKUtil(111): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:07,022 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKLeaderManager(111): Claimed the leader znode as 'server1' 2024-11-07T20:14:07,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server20x0, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:14:07,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): server2-0x10116ef41610001 connected 2024-11-07T20:14:07,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keys 2024-11-07T20:14:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:07,062 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKUtil(111): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:07,064 INFO [ZKSecretWatcher-leaderElector {}] zookeeper.ZKLeaderManager(125): Found existing leader with ID: server1 2024-11-07T20:14:07,065 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:07,065 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=1, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@72e88634] 2024-11-07T20:14:07,544 INFO [Time-limited test {}] token.TestZKSecretWatcher(129): Master is SecretManager-server1, slave is SecretManager-server2 2024-11-07T20:14:07,558 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.token.TestZKSecretWatcher#testKeyUpdate Thread=45, OpenFileDescriptor=303, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=2498 2024-11-07T20:14:07,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:07,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:07,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/1 2024-11-07T20:14:07,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/1 2024-11-07T20:14:07,588 DEBUG [Time-limited test {}] token.TestZKSecretWatcher(147): Master current key (key1) AuthenticationKey[id=2, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@84fa17f] 2024-11-07T20:14:07,589 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:07,590 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 2 2024-11-07T20:14:07,589 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=1, expiration=2024-11-07T20:15:07.559Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@f32aaa00] 2024-11-07T20:14:07,590 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=2, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@84fa17f] 2024-11-07T20:14:07,591 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:07,591 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=1, expiration=2024-11-07T20:15:07.559Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@f32aaa00] 2024-11-07T20:14:08,589 DEBUG [Time-limited test {}] token.TestZKSecretWatcher(154): Slave current key (key1) AuthenticationKey[id=2, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@84fa17f] 2024-11-07T20:14:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:08,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/2 2024-11-07T20:14:08,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/2 2024-11-07T20:14:08,662 DEBUG [Time-limited test {}] token.TestZKSecretWatcher(159): Master new current key (key2) AuthenticationKey[id=3, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@d689c565] 2024-11-07T20:14:08,664 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:08,664 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 2 2024-11-07T20:14:08,665 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:08,672 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 2 2024-11-07T20:14:08,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/3 2024-11-07T20:14:08,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/3 2024-11-07T20:14:08,683 DEBUG [Time-limited test {}] token.TestZKSecretWatcher(162): Master new current key (key3) AuthenticationKey[id=4, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@ebebbefb] 2024-11-07T20:14:08,683 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=1, expiration=2024-11-07T20:15:07.559Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@f32aaa00] 2024-11-07T20:14:08,683 DEBUG [Time-limited test {}] token.AuthenticationTokenSecretManager(233): Removing expired key AuthenticationKey[id=2, expiration=2024-11-07T20:12:28.683Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@8846bd67] 2024-11-07T20:14:08,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/tokenauth/keys/2 2024-11-07T20:14:08,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:08,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/tokenauth/keys/2 2024-11-07T20:14:08,694 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=2, expiration=2024-11-07T20:15:08.590Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@88924262] 2024-11-07T20:14:08,694 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:08,694 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=3, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@d689c565] 2024-11-07T20:14:08,695 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 2 2024-11-07T20:14:08,695 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:08,695 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:08,697 DEBUG [zk-event-processor-pool-0 {}] token.ZKSecretWatcher(102): Ignoring empty node /hbase/tokenauth/keys/2 2024-11-07T20:14:08,697 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:08,697 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(207): Removing keyid=2 2024-11-07T20:14:08,698 INFO [zk-event-processor-pool-0 {}] token.ZKSecretWatcher(89): Node deleted id=2 2024-11-07T20:14:08,698 DEBUG [Time-limited test {}] token.TestZKSecretWatcher(182): Slave current key (key3) AuthenticationKey[id=4, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@ebebbefb] 2024-11-07T20:14:08,702 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T20:14:08,702 INFO [Time-limited test {}] token.TestZKSecretWatcher(187): AuthKey1=null 2024-11-07T20:14:08,702 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=1, expiration=2024-11-07T20:15:07.559Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@f32aaa00] 2024-11-07T20:14:08,702 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=3, expiration=2024-11-07T20:15:08.662Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@56cc6b20] 2024-11-07T20:14:08,703 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=4, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@ebebbefb] 2024-11-07T20:14:08,704 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:08,704 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:08,704 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:08,704 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=3, expiration=2024-11-07T20:15:08.662Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@56cc6b20] 2024-11-07T20:14:08,705 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(202): Running as master, ignoring removed keyid=2 2024-11-07T20:14:08,705 INFO [zk-event-processor-pool-0 {}] token.ZKSecretWatcher(89): Node deleted id=2 2024-11-07T20:14:08,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=server3 connecting to ZooKeeper ensemble=127.0.0.1:52037 2024-11-07T20:14:08,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server30x0, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:14:08,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): server3-0x10116ef41610002 connected 2024-11-07T20:14:08,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keys 2024-11-07T20:14:08,741 DEBUG [Time-limited test {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:08,742 DEBUG [Time-limited test {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:08,742 DEBUG [Time-limited test {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:08,757 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKUtil(111): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:08,758 INFO [ZKSecretWatcher-leaderElector {}] zookeeper.ZKLeaderManager(125): Found existing leader with ID: server1 2024-11-07T20:14:09,746 INFO [Time-limited test {}] zookeeper.ZKLeaderManager(158): Stepping down as leader 2024-11-07T20:14:09,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:09,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:09,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:09,851 INFO [Time-limited test {}] token.AuthenticationTokenSecretManager$LeaderElector(313): Stopping leader election, because: SecretManager stopping 2024-11-07T20:14:09,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/tokenauth/keymaster 2024-11-07T20:14:09,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/tokenauth/keymaster 2024-11-07T20:14:09,854 INFO [zk-event-processor-pool-0 {}] zookeeper.ZKLeaderManager(90): Leader change, but no new leader found 2024-11-07T20:14:09,854 INFO [zk-event-processor-pool-0 {}] zookeeper.ZKLeaderManager(90): Leader change, but no new leader found 2024-11-07T20:14:09,852 DEBUG [ZKSecretWatcher-leaderElector {}] token.AuthenticationTokenSecretManager$LeaderElector(338): Interrupted waiting for next update java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.security.token.AuthenticationTokenSecretManager$LeaderElector.run(AuthenticationTokenSecretManager.java:335) ~[classes/:?] 2024-11-07T20:14:09,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:09,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:09,913 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKUtil(111): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:09,913 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKUtil(111): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:09,913 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKLeaderManager(111): Claimed the leader znode as 'server3' 2024-11-07T20:14:09,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:09,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:09,913 INFO [zk-event-processor-pool-0 {}] zookeeper.ZKLeaderManager(87): Found new leader for znode: /hbase/tokenauth/keymaster 2024-11-07T20:14:09,913 INFO [zk-event-processor-pool-0 {}] zookeeper.ZKLeaderManager(87): Found new leader for znode: /hbase/tokenauth/keymaster 2024-11-07T20:14:09,914 INFO [ZKSecretWatcher-leaderElector {}] zookeeper.ZKLeaderManager(125): Found existing leader with ID: server3 2024-11-07T20:14:09,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:09,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:09,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/4 2024-11-07T20:14:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/4 2024-11-07T20:14:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/4 2024-11-07T20:14:09,939 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=1, expiration=2024-11-07T20:15:07.559Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@f32aaa00] 2024-11-07T20:14:09,940 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:09,940 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:09,940 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:09,940 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=3, expiration=2024-11-07T20:15:08.662Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@56cc6b20] 2024-11-07T20:14:09,940 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:09,940 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:09,940 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:09,941 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:09,940 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=4, expiration=2024-11-07T20:15:09.913Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@6c2f3a71] 2024-11-07T20:14:09,941 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:09,941 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=5, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@6f1dd9c5] 2024-11-07T20:14:09,942 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:09,942 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:09,943 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=4, expiration=2024-11-07T20:15:09.913Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@6c2f3a71] 2024-11-07T20:14:10,852 DEBUG [Time-limited test {}] token.TestZKSecretWatcher(239): New master, current key: 5 2024-11-07T20:14:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/5 2024-11-07T20:14:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/5 2024-11-07T20:14:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/5 2024-11-07T20:14:10,937 DEBUG [Time-limited test {}] token.TestZKSecretWatcher(244): New master, rolled new current key: 6 2024-11-07T20:14:10,942 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:10,942 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:10,942 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:10,942 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:10,942 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:10,943 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:10,943 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:10,943 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:10,943 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:10,943 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:10,944 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:10,944 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:10,945 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=1, expiration=2024-11-07T20:15:07.559Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@f32aaa00] 2024-11-07T20:14:10,945 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=3, expiration=2024-11-07T20:15:08.662Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@56cc6b20] 2024-11-07T20:14:10,945 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=4, expiration=2024-11-07T20:15:09.913Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@6c2f3a71] 2024-11-07T20:14:10,945 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=5, expiration=2024-11-07T20:15:10.853Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@ef61caef] 2024-11-07T20:14:10,946 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=6, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@f00c35a5] 2024-11-07T20:14:10,946 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=5, expiration=2024-11-07T20:15:10.853Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@ef61caef] 2024-11-07T20:14:10,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=server4 connecting to ZooKeeper ensemble=127.0.0.1:52037 2024-11-07T20:14:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server40x0, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T20:14:10,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): server4-0x10116ef41610003 connected 2024-11-07T20:14:10,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(111): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keys 2024-11-07T20:14:10,972 DEBUG [Time-limited test {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:10,973 DEBUG [Time-limited test {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:10,973 DEBUG [Time-limited test {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:10,973 DEBUG [Time-limited test {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:10,973 DEBUG [Time-limited test {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:10,988 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKUtil(111): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:10,989 INFO [ZKSecretWatcher-leaderElector {}] zookeeper.ZKLeaderManager(125): Found existing leader with ID: server3 2024-11-07T20:14:15,975 INFO [Time-limited test {}] zookeeper.ZKLeaderManager(158): Stepping down as leader 2024-11-07T20:14:15,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:15,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:15,987 INFO [Time-limited test {}] token.AuthenticationTokenSecretManager$LeaderElector(313): Stopping leader election, because: SecretManager stopping 2024-11-07T20:14:15,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:15,988 DEBUG [ZKSecretWatcher-leaderElector {}] token.AuthenticationTokenSecretManager$LeaderElector(338): Interrupted waiting for next update java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.security.token.AuthenticationTokenSecretManager$LeaderElector.run(AuthenticationTokenSecretManager.java:335) ~[classes/:?] 2024-11-07T20:14:15,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/tokenauth/keymaster 2024-11-07T20:14:15,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/tokenauth/keymaster 2024-11-07T20:14:15,989 INFO [zk-event-processor-pool-0 {}] zookeeper.ZKLeaderManager(90): Leader change, but no new leader found 2024-11-07T20:14:15,989 INFO [zk-event-processor-pool-0 {}] zookeeper.ZKLeaderManager(90): Leader change, but no new leader found 2024-11-07T20:14:15,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:15,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/tokenauth/keymaster 2024-11-07T20:14:15,999 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKUtil(111): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:15,999 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKUtil(111): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:16,000 DEBUG [ZKSecretWatcher-leaderElector {}] zookeeper.ZKLeaderManager(111): Claimed the leader znode as 'server4' 2024-11-07T20:14:16,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:16,001 INFO [zk-event-processor-pool-0 {}] zookeeper.ZKLeaderManager(87): Found new leader for znode: /hbase/tokenauth/keymaster 2024-11-07T20:14:16,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/tokenauth/keymaster 2024-11-07T20:14:16,001 INFO [ZKSecretWatcher-leaderElector {}] zookeeper.ZKLeaderManager(125): Found existing leader with ID: server4 2024-11-07T20:14:16,001 INFO [zk-event-processor-pool-0 {}] zookeeper.ZKLeaderManager(87): Found new leader for znode: /hbase/tokenauth/keymaster 2024-11-07T20:14:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:16,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:16,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/6 2024-11-07T20:14:16,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/6 2024-11-07T20:14:16,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/6 2024-11-07T20:14:16,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/6 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=1, expiration=2024-11-07T20:15:07.559Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@f32aaa00] 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=3, expiration=2024-11-07T20:15:08.662Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@56cc6b20] 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=4, expiration=2024-11-07T20:15:09.913Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@6c2f3a71] 2024-11-07T20:14:16,044 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:16,045 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 7 2024-11-07T20:14:16,045 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:16,045 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 7 2024-11-07T20:14:16,045 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=5, expiration=2024-11-07T20:15:10.853Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@ef61caef] 2024-11-07T20:14:16,045 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:16,045 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=6, expiration=2024-11-07T20:15:16Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@70529652] 2024-11-07T20:14:16,045 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 7 2024-11-07T20:14:16,045 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=7, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@5c86d8ed] 2024-11-07T20:14:16,045 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:16,046 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:16,046 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:16,046 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=6, expiration=2024-11-07T20:15:16Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@70529652] 2024-11-07T20:14:20,989 DEBUG [Time-limited test {}] token.TestZKSecretWatcher(281): New master 2, current key: 7 2024-11-07T20:14:21,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:21,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:21,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:21,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/tokenauth/keys 2024-11-07T20:14:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server4-0x10116ef41610003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/7 2024-11-07T20:14:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server2-0x10116ef41610001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/7 2024-11-07T20:14:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server3-0x10116ef41610002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/7 2024-11-07T20:14:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): server1-0x10116ef41610000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/tokenauth/keys/7 2024-11-07T20:14:21,072 DEBUG [Time-limited test {}] token.TestZKSecretWatcher(286): New master 2, rolled new current key: 8 2024-11-07T20:14:21,081 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:21,081 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:21,081 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:21,081 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:21,081 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:21,081 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 7 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 8 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 1 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 7 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 3 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 8 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 4 2024-11-07T20:14:21,082 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 5 2024-11-07T20:14:21,083 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 7 2024-11-07T20:14:21,083 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 6 2024-11-07T20:14:21,083 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=1, expiration=2024-11-07T20:15:07.559Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@f32aaa00] 2024-11-07T20:14:21,083 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 7 2024-11-07T20:14:21,083 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 8 2024-11-07T20:14:21,083 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=3, expiration=2024-11-07T20:15:08.662Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@56cc6b20] 2024-11-07T20:14:21,083 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=4, expiration=2024-11-07T20:15:09.913Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@6c2f3a71] 2024-11-07T20:14:21,083 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=5, expiration=2024-11-07T20:15:10.853Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@ef61caef] 2024-11-07T20:14:21,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.token.TestZKSecretWatcher#testKeyUpdate Thread=51 (was 45) - Thread LEAK? -, OpenFileDescriptor=311 (was 303) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 230), ProcessCount=11 (was 11), AvailableMemoryMB=2452 (was 2498) 2024-11-07T20:14:21,084 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=6, expiration=2024-11-07T20:15:16Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@70529652] 2024-11-07T20:14:21,084 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 7 2024-11-07T20:14:21,084 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(187): Adding key 7 2024-11-07T20:14:21,084 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=7, expiration=2024-11-07T20:15:20.989Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@dccf349f] 2024-11-07T20:14:21,084 DEBUG [zk-event-processor-pool-0 {}] token.AuthenticationTokenSecretManager(183): Running as master, ignoring new key AuthenticationKey[id=8, expiration=+292278994-08-17T07:12:55.807Z, obj=org.apache.hadoop.hbase.security.token.AuthenticationKey@d828a269] 2024-11-07T20:14:21,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers