2024-11-07 23:20:46,489 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-07 23:20:46,504 main DEBUG Took 0.012619 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 23:20:46,505 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 23:20:46,505 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 23:20:46,506 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 23:20:46,508 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,517 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 23:20:46,529 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,531 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,532 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,533 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,534 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,535 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,536 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,537 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,537 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,538 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,539 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:20:46,540 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,540 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 23:20:46,542 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:20:46,543 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 23:20:46,545 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 23:20:46,546 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 23:20:46,547 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 23:20:46,547 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 23:20:46,556 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 23:20:46,558 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 23:20:46,560 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 23:20:46,561 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 23:20:46,561 main DEBUG createAppenders(={Console}) 2024-11-07 23:20:46,562 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-07 23:20:46,562 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-07 23:20:46,563 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-07 23:20:46,563 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 23:20:46,564 main DEBUG OutputStream closed 2024-11-07 23:20:46,564 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 23:20:46,564 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 23:20:46,565 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-07 23:20:46,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 23:20:46,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 23:20:46,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 23:20:46,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 23:20:46,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 23:20:46,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 23:20:46,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 23:20:46,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 23:20:46,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 23:20:46,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 23:20:46,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 23:20:46,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 23:20:46,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 23:20:46,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 23:20:46,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 23:20:46,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 23:20:46,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 23:20:46,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 23:20:46,650 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 23:20:46,651 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-07 23:20:46,651 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 23:20:46,652 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-07T23:20:46,667 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-07 23:20:46,670 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 23:20:46,670 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T23:20:47,108 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T23:20:48,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=2327 2024-11-07T23:20:48,783 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:20:48,834 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T23:20:48,851 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T23:20:48,867 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T23:20:48,967 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:49,005 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46203 (auto-detected) 2024-11-07T23:20:49,007 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T23:20:49,034 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33561 2024-11-07T23:20:49,038 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:49,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:49,083 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T23:20:49,083 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T23:20:49,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:49,415 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:49,474 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:49,555 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:49,557 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread started 2024-11-07T23:20:49,557 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:49,558 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread started 2024-11-07T23:20:49,568 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:49,645 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:49,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:49,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:49,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:49,743 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread started 2024-11-07T23:20:49,743 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread started 2024-11-07T23:20:49,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7c307303, L:/127.0.0.1:33561 - R:/127.0.0.1:50264] 2024-11-07T23:20:49,863 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:50,190 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,190 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,190 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,190 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,191 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,191 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,191 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,191 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,215 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,215 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,215 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,215 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,215 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,215 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,215 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,215 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,242 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,242 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,242 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,242 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,243 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,243 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,243 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,243 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,255 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,255 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,255 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,255 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33561,0 is dead - stopping the connection localhost:33561/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T23:20:50,255 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,255 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,255 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,255 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,256 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:50,257 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:50,288 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:50,288 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:50,304 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:50,326 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:50,327 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1273ff64, L:/127.0.0.1:33561 - R:/127.0.0.1:50272] 2024-11-07T23:20:50,384 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:50,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:50,386 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33561 2024-11-07T23:20:50,386 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10263660023221897219.jks was interrupted and is shutting down... 2024-11-07T23:20:50,386 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12202865764877957556.jks was interrupted and is shutting down... 2024-11-07T23:20:50,386 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10263660023221897219.jks was interrupted and is shutting down... 2024-11-07T23:20:50,387 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread finished 2024-11-07T23:20:50,387 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread finished 2024-11-07T23:20:50,387 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread finished 2024-11-07T23:20:50,388 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12202865764877957556.jks was interrupted and is shutting down... 2024-11-07T23:20:50,395 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12202865764877957556.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 117) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2179 (was 2327) 2024-11-07T23:20:50,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=2179 2024-11-07T23:20:50,402 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread finished 2024-11-07T23:20:50,403 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:50,404 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39313 2024-11-07T23:20:50,404 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:50,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:50,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:50,406 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:50,432 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:50,432 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,433 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread started 2024-11-07T23:20:50,433 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,434 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread started 2024-11-07T23:20:50,434 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:50,449 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:50,462 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:50,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,463 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread started 2024-11-07T23:20:50,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,464 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread started 2024-11-07T23:20:50,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5740aeb1, L:/127.0.0.1:39313 - R:/127.0.0.1:59580] 2024-11-07T23:20:50,513 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:50,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:50,515 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12202865764877957556.jks was interrupted and is shutting down... 2024-11-07T23:20:50,515 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10263660023221897219.jks was interrupted and is shutting down... 2024-11-07T23:20:50,515 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread finished 2024-11-07T23:20:50,516 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread finished 2024-11-07T23:20:50,699 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,699 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,699 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,699 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,722 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,722 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,722 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,722 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10263660023221897219.jks 2024-11-07T23:20:50,742 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,742 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,743 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,743 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,755 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,755 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,755 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,755 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12202865764877957556.jks 2024-11-07T23:20:50,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:50,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:50,757 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:50,782 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:50,783 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,783 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread started 2024-11-07T23:20:50,783 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,784 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread started 2024-11-07T23:20:50,784 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:50,798 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:50,810 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:50,811 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb49d17d4, L:/127.0.0.1:39313 - R:/127.0.0.1:59584] 2024-11-07T23:20:50,845 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:50,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:50,847 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10263660023221897219.jks was interrupted and is shutting down... 2024-11-07T23:20:50,847 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12202865764877957556.jks was interrupted and is shutting down... 2024-11-07T23:20:50,847 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39313 2024-11-07T23:20:50,848 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread finished 2024-11-07T23:20:50,848 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread finished 2024-11-07T23:20:50,848 DEBUG [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12202865764877957556.jks was interrupted and is shutting down... 2024-11-07T23:20:50,848 DEBUG [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10263660023221897219.jks was interrupted and is shutting down... 2024-11-07T23:20:50,848 INFO [FileChangeWatcher-hbase_test_ca12202865764877957556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12202865764877957556.jks thread finished 2024-11-07T23:20:50,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key10263660023221897219.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=2132 (was 2179) 2024-11-07T23:20:50,861 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=2132 2024-11-07T23:20:50,862 INFO [FileChangeWatcher-hbase_test_key10263660023221897219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10263660023221897219.jks thread finished 2024-11-07T23:20:50,920 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:50,921 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39897 2024-11-07T23:20:50,921 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:50,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:50,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:50,923 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:50,951 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:50,951 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,952 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread started 2024-11-07T23:20:50,952 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,952 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread started 2024-11-07T23:20:50,953 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:50,972 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:50,973 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:50,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,975 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread started 2024-11-07T23:20:50,975 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:50,976 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread started 2024-11-07T23:20:50,976 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe47290ac, L:/127.0.0.1:39897 - R:/127.0.0.1:36014] 2024-11-07T23:20:50,993 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:51,313 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,313 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,313 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,314 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,314 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,314 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,314 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,314 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,315 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,315 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,315 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,315 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,315 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,315 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,315 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,315 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,316 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,316 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,316 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,316 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,316 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39897,0 is dead - stopping the connection localhost:39897/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T23:20:51,316 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,316 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,316 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,316 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:51,316 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,317 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,317 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,317 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,318 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:51,324 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:51,325 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:51,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:51,335 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:51,336 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x944d6573, L:/127.0.0.1:39897 - R:/127.0.0.1:36028] 2024-11-07T23:20:51,355 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:51,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:51,357 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39897 2024-11-07T23:20:51,357 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14262044411330719869.pem was interrupted and is shutting down... 2024-11-07T23:20:51,357 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9839924330561784585.pem was interrupted and is shutting down... 2024-11-07T23:20:51,357 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14262044411330719869.pem was interrupted and is shutting down... 2024-11-07T23:20:51,357 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9839924330561784585.pem was interrupted and is shutting down... 2024-11-07T23:20:51,357 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread finished 2024-11-07T23:20:51,358 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread finished 2024-11-07T23:20:51,362 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread finished 2024-11-07T23:20:51,362 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread finished 2024-11-07T23:20:51,363 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key14262044411330719869.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9839924330561784585.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=2082 (was 2132) 2024-11-07T23:20:51,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=2082 2024-11-07T23:20:51,371 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:51,372 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37209 2024-11-07T23:20:51,372 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:51,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:51,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:51,375 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:51,379 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:51,380 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,380 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread started 2024-11-07T23:20:51,380 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,381 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread started 2024-11-07T23:20:51,381 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:51,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:51,388 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:51,388 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,389 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,389 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread started 2024-11-07T23:20:51,390 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread started 2024-11-07T23:20:51,391 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xba891567, L:/127.0.0.1:37209 - R:/127.0.0.1:54074] 2024-11-07T23:20:51,409 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:51,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:51,411 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14262044411330719869.pem was interrupted and is shutting down... 2024-11-07T23:20:51,411 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9839924330561784585.pem was interrupted and is shutting down... 2024-11-07T23:20:51,411 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread finished 2024-11-07T23:20:51,412 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread finished 2024-11-07T23:20:51,589 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,589 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,589 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,589 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,589 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,590 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,590 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,590 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14262044411330719869.pem 2024-11-07T23:20:51,605 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,605 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,606 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,606 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,606 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,606 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,606 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:51,606 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9839924330561784585.pem 2024-11-07T23:20:51,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:51,607 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:51,611 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:51,612 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,613 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread started 2024-11-07T23:20:51,613 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,613 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread started 2024-11-07T23:20:51,613 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:51,618 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:51,619 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:51,619 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x72b83852, L:/127.0.0.1:37209 - R:/127.0.0.1:54076] 2024-11-07T23:20:51,642 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:51,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:51,644 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37209 2024-11-07T23:20:51,644 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9839924330561784585.pem was interrupted and is shutting down... 2024-11-07T23:20:51,644 DEBUG [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9839924330561784585.pem was interrupted and is shutting down... 2024-11-07T23:20:51,644 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14262044411330719869.pem was interrupted and is shutting down... 2024-11-07T23:20:51,645 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread finished 2024-11-07T23:20:51,645 DEBUG [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14262044411330719869.pem was interrupted and is shutting down... 2024-11-07T23:20:51,648 INFO [FileChangeWatcher-hbase_test_ca9839924330561784585.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9839924330561784585.pem thread finished 2024-11-07T23:20:51,648 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread finished 2024-11-07T23:20:51,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key14262044411330719869.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key14262044411330719869.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9839924330561784585.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=2040 (was 2082) 2024-11-07T23:20:51,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=2040 2024-11-07T23:20:51,662 INFO [FileChangeWatcher-hbase_test_key14262044411330719869.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14262044411330719869.pem thread finished 2024-11-07T23:20:51,740 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:51,741 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45555 2024-11-07T23:20:51,741 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:51,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e40dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:51,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:51,743 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:51,769 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:51,770 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,770 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread started 2024-11-07T23:20:51,770 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,771 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread started 2024-11-07T23:20:51,771 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:51,795 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:51,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:51,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,813 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread started 2024-11-07T23:20:51,813 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:51,813 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread started 2024-11-07T23:20:51,813 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb2e2c069, L:/127.0.0.1:45555 - R:/127.0.0.1:33268] 2024-11-07T23:20:51,848 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:52,114 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,114 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,114 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,114 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,115 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,115 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,115 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,115 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,137 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,137 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,137 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,137 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,137 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,137 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,137 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,137 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,159 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,159 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,159 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,159 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,159 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,159 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,159 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,159 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,184 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,184 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,184 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,184 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,185 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,185 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,184 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45555,0 is dead - stopping the connection localhost:45555/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T23:20:52,185 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,185 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:52,186 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:52,214 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:52,215 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:52,228 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:52,241 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:52,242 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x727f98f2, L:/127.0.0.1:45555 - R:/127.0.0.1:33284] 2024-11-07T23:20:52,274 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:52,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:52,276 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45555 2024-11-07T23:20:52,276 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8443109502514093923.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,276 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,276 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8443109502514093923.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,276 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,276 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread finished 2024-11-07T23:20:52,276 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread finished 2024-11-07T23:20:52,276 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread finished 2024-11-07T23:20:52,281 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=1976 (was 2040) 2024-11-07T23:20:52,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=1976 2024-11-07T23:20:52,288 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:52,288 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34393 2024-11-07T23:20:52,289 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:52,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:52,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:52,290 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:52,290 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread finished 2024-11-07T23:20:52,319 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:52,319 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:52,320 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread started 2024-11-07T23:20:52,320 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:52,320 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread started 2024-11-07T23:20:52,321 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:52,334 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:52,346 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:52,346 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:52,347 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread started 2024-11-07T23:20:52,347 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:52,347 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread started 2024-11-07T23:20:52,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x312de3ee, L:/127.0.0.1:34393 - R:/127.0.0.1:54054] 2024-11-07T23:20:52,379 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:52,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:52,382 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8443109502514093923.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,382 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,382 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread finished 2024-11-07T23:20:52,382 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread finished 2024-11-07T23:20:52,764 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,764 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,764 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,764 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,786 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,786 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,787 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,787 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8443109502514093923.p12 2024-11-07T23:20:52,809 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,809 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,809 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,809 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,821 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,821 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:52,822 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,822 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15584199962162821182.p12 2024-11-07T23:20:52,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:52,823 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:52,848 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:52,849 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:52,849 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread started 2024-11-07T23:20:52,849 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:52,850 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread started 2024-11-07T23:20:52,850 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:52,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:52,878 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:52,878 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a780271, L:/127.0.0.1:34393 - R:/127.0.0.1:54062] 2024-11-07T23:20:52,913 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:52,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:52,915 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34393 2024-11-07T23:20:52,915 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,915 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8443109502514093923.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,915 DEBUG [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,915 DEBUG [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8443109502514093923.p12 was interrupted and is shutting down... 2024-11-07T23:20:52,915 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread finished 2024-11-07T23:20:52,915 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread finished 2024-11-07T23:20:52,915 INFO [FileChangeWatcher-hbase_test_ca15584199962162821182.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15584199962162821182.p12 thread finished 2024-11-07T23:20:52,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=1894 (was 1976) 2024-11-07T23:20:52,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=1893 2024-11-07T23:20:52,930 INFO [FileChangeWatcher-hbase_test_key8443109502514093923.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8443109502514093923.p12 thread finished 2024-11-07T23:20:53,472 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:53,473 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46093 2024-11-07T23:20:53,473 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:53,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:53,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:53,474 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:53,733 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:53,733 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:53,734 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread started 2024-11-07T23:20:53,734 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:53,734 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread started 2024-11-07T23:20:53,734 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:53,859 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:53,983 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:53,984 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:53,984 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread started 2024-11-07T23:20:53,984 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:53,984 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread started 2024-11-07T23:20:53,985 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5fc7b9c1, L:/127.0.0.1:46093 - R:/127.0.0.1:55576] 2024-11-07T23:20:54,135 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:54,453 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,453 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,453 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,453 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,453 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,453 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,453 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,453 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,636 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,636 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,636 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,636 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,636 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,636 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,636 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,637 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:54,659 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,659 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,659 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,659 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,659 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,659 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,659 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,659 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,782 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46093,0 is dead - stopping the connection localhost:46093/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T23:20:54,782 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,782 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,782 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,782 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,782 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,782 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,782 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,782 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:54,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:54,783 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:55,035 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:55,036 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:55,160 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:55,284 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:55,285 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x72061366, L:/127.0.0.1:46093 - R:/127.0.0.1:55590] 2024-11-07T23:20:55,445 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:55,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:55,447 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46093 2024-11-07T23:20:55,447 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks was interrupted and is shutting down... 2024-11-07T23:20:55,447 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks was interrupted and is shutting down... 2024-11-07T23:20:55,447 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks was interrupted and is shutting down... 2024-11-07T23:20:55,447 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks was interrupted and is shutting down... 2024-11-07T23:20:55,447 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread finished 2024-11-07T23:20:55,447 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread finished 2024-11-07T23:20:55,447 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread finished 2024-11-07T23:20:55,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 148) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1796 (was 1893) 2024-11-07T23:20:55,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=1796 2024-11-07T23:20:55,459 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:55,459 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45031 2024-11-07T23:20:55,459 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:55,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:55,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:55,461 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:55,466 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread finished 2024-11-07T23:20:55,714 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:55,714 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:55,715 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread started 2024-11-07T23:20:55,715 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:55,715 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread started 2024-11-07T23:20:55,715 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:55,839 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:55,964 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:55,964 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:55,965 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread started 2024-11-07T23:20:55,965 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:55,965 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread started 2024-11-07T23:20:55,965 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x54dee409, L:/127.0.0.1:45031 - R:/127.0.0.1:53546] 2024-11-07T23:20:56,101 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:56,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:56,103 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks was interrupted and is shutting down... 2024-11-07T23:20:56,103 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks was interrupted and is shutting down... 2024-11-07T23:20:56,103 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread finished 2024-11-07T23:20:56,103 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread finished 2024-11-07T23:20:56,215 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:56,215 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:56,215 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:56,215 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:56,399 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:56,399 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:56,399 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:56,399 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2150185384117393530.bcfks 2024-11-07T23:20:56,399 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:56,399 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:56,400 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:56,400 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:56,522 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:56,522 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:56,522 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:56,522 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2918089308272759941.bcfks 2024-11-07T23:20:56,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:56,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:56,523 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:56,780 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:56,781 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:56,781 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread started 2024-11-07T23:20:56,781 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:56,782 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread started 2024-11-07T23:20:56,782 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:56,909 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,034 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,034 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x933168c6, L:/127.0.0.1:45031 - R:/127.0.0.1:53554] 2024-11-07T23:20:57,177 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:57,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:57,179 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45031 2024-11-07T23:20:57,179 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks was interrupted and is shutting down... 2024-11-07T23:20:57,179 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks was interrupted and is shutting down... 2024-11-07T23:20:57,179 DEBUG [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks was interrupted and is shutting down... 2024-11-07T23:20:57,179 DEBUG [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks was interrupted and is shutting down... 2024-11-07T23:20:57,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=43 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=1748 (was 1796) 2024-11-07T23:20:57,190 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread finished 2024-11-07T23:20:57,190 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread finished 2024-11-07T23:20:57,190 INFO [FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2918089308272759941.bcfks thread finished 2024-11-07T23:20:57,190 INFO [FileChangeWatcher-hbase_test_key2150185384117393530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2150185384117393530.bcfks thread finished 2024-11-07T23:20:57,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=43, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=1747 2024-11-07T23:20:57,331 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:57,332 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41475 2024-11-07T23:20:57,332 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:57,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:57,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:57,333 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,358 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,359 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,359 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread started 2024-11-07T23:20:57,359 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,360 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread started 2024-11-07T23:20:57,360 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:57,375 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,388 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,388 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,389 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread started 2024-11-07T23:20:57,389 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,389 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread started 2024-11-07T23:20:57,389 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1c081079, L:/127.0.0.1:41475 - R:/127.0.0.1:40412] 2024-11-07T23:20:57,439 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:57,447 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,447 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,447 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,448 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,448 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,448 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,448 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,448 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,471 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,471 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,471 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,471 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,471 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,483 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,483 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,483 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,483 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41475,0 is dead - stopping the connection localhost:41475/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T23:20:57,483 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,483 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,484 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,484 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,484 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:57,485 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,512 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,512 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:57,527 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,544 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,545 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x35c075e5, L:/127.0.0.1:41475 - R:/127.0.0.1:40414] 2024-11-07T23:20:57,592 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:57,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:57,594 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41475 2024-11-07T23:20:57,594 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4974588236063418766.jks was interrupted and is shutting down... 2024-11-07T23:20:57,594 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14954681418945752253.jks was interrupted and is shutting down... 2024-11-07T23:20:57,594 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4974588236063418766.jks was interrupted and is shutting down... 2024-11-07T23:20:57,594 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14954681418945752253.jks was interrupted and is shutting down... 2024-11-07T23:20:57,594 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread finished 2024-11-07T23:20:57,594 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread finished 2024-11-07T23:20:57,598 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread finished 2024-11-07T23:20:57,599 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread finished 2024-11-07T23:20:57,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 43), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2529 (was 1747) - AvailableMemoryMB LEAK? - 2024-11-07T23:20:57,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2528 2024-11-07T23:20:57,608 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:57,608 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39353 2024-11-07T23:20:57,609 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:57,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:57,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:57,610 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,662 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,662 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,663 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread started 2024-11-07T23:20:57,663 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,663 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread started 2024-11-07T23:20:57,663 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:57,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,693 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread started 2024-11-07T23:20:57,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,694 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread started 2024-11-07T23:20:57,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x423ab5ee, L:/127.0.0.1:39353 - R:/127.0.0.1:60324] 2024-11-07T23:20:57,731 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:57,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:57,733 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4974588236063418766.jks was interrupted and is shutting down... 2024-11-07T23:20:57,733 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14954681418945752253.jks was interrupted and is shutting down... 2024-11-07T23:20:57,733 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread finished 2024-11-07T23:20:57,733 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread finished 2024-11-07T23:20:57,742 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,742 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,743 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,743 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,784 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,784 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,785 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,785 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4974588236063418766.jks 2024-11-07T23:20:57,785 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,785 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,785 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,785 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,799 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,799 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,799 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,799 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14954681418945752253.jks 2024-11-07T23:20:57,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:57,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:57,800 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,842 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,842 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,843 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,843 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread started 2024-11-07T23:20:57,843 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread started 2024-11-07T23:20:57,843 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:57,856 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,869 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,870 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd3823570, L:/127.0.0.1:39353 - R:/127.0.0.1:60328] 2024-11-07T23:20:57,914 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:57,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:57,916 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39353 2024-11-07T23:20:57,916 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14954681418945752253.jks was interrupted and is shutting down... 2024-11-07T23:20:57,916 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4974588236063418766.jks was interrupted and is shutting down... 2024-11-07T23:20:57,916 DEBUG [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4974588236063418766.jks was interrupted and is shutting down... 2024-11-07T23:20:57,916 DEBUG [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14954681418945752253.jks was interrupted and is shutting down... 2024-11-07T23:20:57,922 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread finished 2024-11-07T23:20:57,922 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread finished 2024-11-07T23:20:57,922 INFO [FileChangeWatcher-hbase_test_key4974588236063418766.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4974588236063418766.jks thread finished 2024-11-07T23:20:57,923 INFO [FileChangeWatcher-hbase_test_ca14954681418945752253.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14954681418945752253.jks thread finished 2024-11-07T23:20:57,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=43 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2476 (was 2528) 2024-11-07T23:20:57,935 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2473 2024-11-07T23:20:57,943 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:57,944 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39253 2024-11-07T23:20:57,944 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:57,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:57,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:57,946 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,949 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,950 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,950 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread started 2024-11-07T23:20:57,950 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,951 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread started 2024-11-07T23:20:57,951 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:57,956 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:57,957 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:57,957 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,958 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread started 2024-11-07T23:20:57,961 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:57,962 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread started 2024-11-07T23:20:57,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe0f78999, L:/127.0.0.1:39253 - R:/127.0.0.1:33322] 2024-11-07T23:20:57,987 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:58,002 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,002 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,002 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,002 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,002 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,002 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,002 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,002 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,003 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,003 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,003 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,003 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,003 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,003 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,003 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,003 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39253,0 is dead - stopping the connection localhost:39253/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T23:20:58,004 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:58,005 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,011 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,012 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:58,016 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,017 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,018 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53efed13, L:/127.0.0.1:39253 - R:/127.0.0.1:33326] 2024-11-07T23:20:58,045 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:58,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:58,047 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39253 2024-11-07T23:20:58,047 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354142133495542930.pem was interrupted and is shutting down... 2024-11-07T23:20:58,047 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5197257125622012437.pem was interrupted and is shutting down... 2024-11-07T23:20:58,047 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354142133495542930.pem was interrupted and is shutting down... 2024-11-07T23:20:58,047 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5197257125622012437.pem was interrupted and is shutting down... 2024-11-07T23:20:58,048 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread finished 2024-11-07T23:20:58,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2436 (was 2473) 2024-11-07T23:20:58,063 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread finished 2024-11-07T23:20:58,063 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread finished 2024-11-07T23:20:58,063 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread finished 2024-11-07T23:20:58,065 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2432 2024-11-07T23:20:58,067 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:58,068 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35635 2024-11-07T23:20:58,068 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:58,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:58,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:58,069 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,093 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,094 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,099 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread started 2024-11-07T23:20:58,099 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,103 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:58,104 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread started 2024-11-07T23:20:58,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,115 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,127 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread started 2024-11-07T23:20:58,127 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,131 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread started 2024-11-07T23:20:58,131 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcd4633d5, L:/127.0.0.1:35635 - R:/127.0.0.1:42828] 2024-11-07T23:20:58,151 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:58,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:58,153 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354142133495542930.pem was interrupted and is shutting down... 2024-11-07T23:20:58,153 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5197257125622012437.pem was interrupted and is shutting down... 2024-11-07T23:20:58,153 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread finished 2024-11-07T23:20:58,153 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread finished 2024-11-07T23:20:58,164 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,164 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,164 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,164 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,164 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,164 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,164 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,164 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354142133495542930.pem 2024-11-07T23:20:58,165 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,165 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,165 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,165 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,165 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,165 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,165 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,165 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5197257125622012437.pem 2024-11-07T23:20:58,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:58,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:58,166 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,169 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,170 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,170 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread started 2024-11-07T23:20:58,171 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,171 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread started 2024-11-07T23:20:58,171 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:58,177 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,177 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,178 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d3d6008, L:/127.0.0.1:35635 - R:/127.0.0.1:42832] 2024-11-07T23:20:58,197 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:58,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:58,198 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35635 2024-11-07T23:20:58,198 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354142133495542930.pem was interrupted and is shutting down... 2024-11-07T23:20:58,198 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5197257125622012437.pem was interrupted and is shutting down... 2024-11-07T23:20:58,198 DEBUG [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354142133495542930.pem was interrupted and is shutting down... 2024-11-07T23:20:58,198 DEBUG [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5197257125622012437.pem was interrupted and is shutting down... 2024-11-07T23:20:58,200 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread finished 2024-11-07T23:20:58,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2385 (was 2432) 2024-11-07T23:20:58,215 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread finished 2024-11-07T23:20:58,215 INFO [FileChangeWatcher-hbase_test_key3354142133495542930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354142133495542930.pem thread finished 2024-11-07T23:20:58,215 INFO [FileChangeWatcher-hbase_test_ca5197257125622012437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5197257125622012437.pem thread finished 2024-11-07T23:20:58,222 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2384 2024-11-07T23:20:58,289 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:58,289 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38927 2024-11-07T23:20:58,290 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:58,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6ea1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:58,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:58,291 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,319 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,319 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,319 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread started 2024-11-07T23:20:58,320 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,322 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread started 2024-11-07T23:20:58,322 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:58,338 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,353 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,353 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,354 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread started 2024-11-07T23:20:58,354 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,354 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread started 2024-11-07T23:20:58,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdec5926b, L:/127.0.0.1:38927 - R:/127.0.0.1:53018] 2024-11-07T23:20:58,399 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:58,405 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,405 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,405 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,405 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,405 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,405 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,405 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,405 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,445 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,445 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,445 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,445 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,446 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,458 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,458 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,458 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,459 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,459 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,459 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,459 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38927,0 is dead - stopping the connection localhost:38927/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T23:20:58,459 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,459 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:58,460 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,509 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,510 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:58,525 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,538 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,539 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1b8083ca, L:/127.0.0.1:38927 - R:/127.0.0.1:53022] 2024-11-07T23:20:58,579 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:58,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:58,581 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38927 2024-11-07T23:20:58,581 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11559822296257717211.p12 was interrupted and is shutting down... 2024-11-07T23:20:58,581 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 was interrupted and is shutting down... 2024-11-07T23:20:58,581 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11559822296257717211.p12 was interrupted and is shutting down... 2024-11-07T23:20:58,581 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 was interrupted and is shutting down... 2024-11-07T23:20:58,581 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread finished 2024-11-07T23:20:58,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2332 (was 2384) 2024-11-07T23:20:58,594 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2329 2024-11-07T23:20:58,594 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread finished 2024-11-07T23:20:58,594 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread finished 2024-11-07T23:20:58,595 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread finished 2024-11-07T23:20:58,595 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:58,595 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43685 2024-11-07T23:20:58,595 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:58,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0b35ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:58,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:58,597 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,647 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,649 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,650 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread started 2024-11-07T23:20:58,650 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,650 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread started 2024-11-07T23:20:58,651 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:58,676 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,701 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,702 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,702 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread started 2024-11-07T23:20:58,706 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,708 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread started 2024-11-07T23:20:58,708 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8df17bfe, L:/127.0.0.1:43685 - R:/127.0.0.1:40770] 2024-11-07T23:20:58,767 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:58,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:58,771 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 was interrupted and is shutting down... 2024-11-07T23:20:58,774 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11559822296257717211.p12 was interrupted and is shutting down... 2024-11-07T23:20:58,776 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread finished 2024-11-07T23:20:58,777 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread finished 2024-11-07T23:20:58,777 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,777 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,777 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,778 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,821 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,821 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,821 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,822 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11559822296257717211.p12 2024-11-07T23:20:58,842 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,843 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,843 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,843 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,868 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,868 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,868 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,868 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7507252070611102581.p12 2024-11-07T23:20:58,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:58,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:58,871 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,916 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,917 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,917 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread started 2024-11-07T23:20:58,917 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:58,918 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread started 2024-11-07T23:20:58,919 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:58,944 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:58,968 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:58,968 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf520c775, L:/127.0.0.1:43685 - R:/127.0.0.1:40772] 2024-11-07T23:20:59,019 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:20:59,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:20:59,021 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43685 2024-11-07T23:20:59,021 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11559822296257717211.p12 was interrupted and is shutting down... 2024-11-07T23:20:59,021 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 was interrupted and is shutting down... 2024-11-07T23:20:59,021 DEBUG [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11559822296257717211.p12 was interrupted and is shutting down... 2024-11-07T23:20:59,021 DEBUG [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 was interrupted and is shutting down... 2024-11-07T23:20:59,021 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread finished 2024-11-07T23:20:59,022 INFO [FileChangeWatcher-hbase_test_key11559822296257717211.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11559822296257717211.p12 thread finished 2024-11-07T23:20:59,022 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread finished 2024-11-07T23:20:59,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 160), ProcessCount=11 (was 11), AvailableMemoryMB=2296 (was 2329) 2024-11-07T23:20:59,035 INFO [FileChangeWatcher-hbase_test_ca7507252070611102581.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7507252070611102581.p12 thread finished 2024-11-07T23:20:59,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2296 2024-11-07T23:20:59,416 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:20:59,417 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36623 2024-11-07T23:20:59,417 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:20:59,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683d38fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:20:59,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:20:59,418 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:20:59,748 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:20:59,749 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:59,749 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread started 2024-11-07T23:20:59,749 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:20:59,749 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread started 2024-11-07T23:20:59,750 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:20:59,875 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:21:00,024 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:21:00,024 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:21:00,024 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread started 2024-11-07T23:21:00,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:21:00,025 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread started 2024-11-07T23:21:00,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe9718ffc, L:/127.0.0.1:36623 - R:/127.0.0.1:45898] 2024-11-07T23:21:00,251 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:21:00,271 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,271 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,271 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,271 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,271 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,271 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,271 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,271 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,505 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,505 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,505 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,505 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,505 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,505 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,505 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,505 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:00,526 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,526 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,526 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,526 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,526 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,526 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,526 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,526 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,666 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,666 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,666 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36623,0 is dead - stopping the connection localhost:36623/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T23:21:00,666 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,666 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,666 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,666 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,666 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,666 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:00,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:21:00,667 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:21:00,956 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:21:00,957 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:21:01,090 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:21:01,217 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:21:01,218 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x67f02764, L:/127.0.0.1:36623 - R:/127.0.0.1:45900] 2024-11-07T23:21:01,390 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:21:01,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:01,392 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36623 2024-11-07T23:21:01,392 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks was interrupted and is shutting down... 2024-11-07T23:21:01,392 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks was interrupted and is shutting down... 2024-11-07T23:21:01,392 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks was interrupted and is shutting down... 2024-11-07T23:21:01,392 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks was interrupted and is shutting down... 2024-11-07T23:21:01,392 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread finished 2024-11-07T23:21:01,392 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread finished 2024-11-07T23:21:01,392 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread finished 2024-11-07T23:21:01,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 160) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2091 (was 2296) 2024-11-07T23:21:01,406 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=2090 2024-11-07T23:21:01,406 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread finished 2024-11-07T23:21:01,407 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:21:01,408 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44835 2024-11-07T23:21:01,408 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T23:21:01,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49665b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:01,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:21:01,409 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:21:01,708 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:21:01,708 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:21:01,709 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread started 2024-11-07T23:21:01,709 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:21:01,709 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread started 2024-11-07T23:21:01,709 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:21:01,834 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:21:01,966 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:21:01,966 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:21:01,966 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread started 2024-11-07T23:21:01,967 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:21:01,967 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread started 2024-11-07T23:21:01,967 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd8a52c43, L:/127.0.0.1:44835 - R:/127.0.0.1:34952] 2024-11-07T23:21:02,118 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:21:02,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:02,120 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks was interrupted and is shutting down... 2024-11-07T23:21:02,120 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks was interrupted and is shutting down... 2024-11-07T23:21:02,120 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread finished 2024-11-07T23:21:02,120 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread finished 2024-11-07T23:21:02,132 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:02,132 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:02,132 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:02,132 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:02,362 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:02,362 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:02,362 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:02,362 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17456264540025642523.bcfks 2024-11-07T23:21:02,362 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:02,362 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:02,362 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:02,362 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:02,491 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:02,491 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:02,491 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:02,491 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14055041443248878183.bcfks 2024-11-07T23:21:02,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f17a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:21:02,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T23:21:02,492 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:21:02,742 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:21:02,742 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:21:02,743 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread started 2024-11-07T23:21:02,743 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/528e8861-cee6-8291-03a0-14444c844eb8/TestNettyTLSIPCFileWatcher 2024-11-07T23:21:02,743 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread started 2024-11-07T23:21:02,743 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T23:21:02,871 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T23:21:02,998 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T23:21:02,998 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9f5b9690, L:/127.0.0.1:44835 - R:/127.0.0.1:34966] 2024-11-07T23:21:03,138 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T23:21:03,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:21:03,139 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44835 2024-11-07T23:21:03,139 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks was interrupted and is shutting down... 2024-11-07T23:21:03,139 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks was interrupted and is shutting down... 2024-11-07T23:21:03,139 DEBUG [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks was interrupted and is shutting down... 2024-11-07T23:21:03,139 DEBUG [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks was interrupted and is shutting down... 2024-11-07T23:21:03,139 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread finished 2024-11-07T23:21:03,139 INFO [FileChangeWatcher-hbase_test_key17456264540025642523.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17456264540025642523.bcfks thread finished 2024-11-07T23:21:03,140 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread finished 2024-11-07T23:21:03,145 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=1991 (was 2090) 2024-11-07T23:21:03,154 INFO [FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14055041443248878183.bcfks thread finished