2024-11-26 15:12:23,326 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 15:12:23,338 main DEBUG Took 0.010336 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 15:12:23,339 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 15:12:23,339 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 15:12:23,340 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 15:12:23,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,350 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 15:12:23,361 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,364 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,365 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,365 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,366 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,368 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,369 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,369 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,370 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,371 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:12:23,371 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,371 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 15:12:23,373 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:12:23,374 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 15:12:23,377 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 15:12:23,377 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 15:12:23,378 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 15:12:23,379 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 15:12:23,387 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 15:12:23,389 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 15:12:23,391 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 15:12:23,391 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 15:12:23,392 main DEBUG createAppenders(={Console}) 2024-11-26 15:12:23,393 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-26 15:12:23,393 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 15:12:23,393 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-26 15:12:23,394 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 15:12:23,394 main DEBUG OutputStream closed 2024-11-26 15:12:23,394 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 15:12:23,394 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 15:12:23,395 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-26 15:12:23,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 15:12:23,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 15:12:23,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 15:12:23,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 15:12:23,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 15:12:23,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 15:12:23,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 15:12:23,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 15:12:23,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 15:12:23,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 15:12:23,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 15:12:23,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 15:12:23,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 15:12:23,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 15:12:23,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 15:12:23,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 15:12:23,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 15:12:23,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 15:12:23,480 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 15:12:23,480 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-26 15:12:23,481 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 15:12:23,481 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-26T15:12:23,497 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-26 15:12:23,500 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 15:12:23,500 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T15:12:23,914 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T15:12:24,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=5888 2024-11-26T15:12:25,509 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T15:12:25,547 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T15:12:25,560 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T15:12:25,571 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T15:12:25,639 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:25,671 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31606 (auto-detected) 2024-11-26T15:12:25,673 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T15:12:25,694 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43341 2024-11-26T15:12:25,697 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:25,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:25,723 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T15:12:25,723 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T15:12:26,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:26,074 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:26,122 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:26,205 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:26,208 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread started 2024-11-26T15:12:26,208 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:26,209 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread started 2024-11-26T15:12:26,216 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:26,264 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:26,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:26,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:26,358 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread started 2024-11-26T15:12:26,359 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:26,359 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread started 2024-11-26T15:12:26,361 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfebf366f, L:/127.0.0.1:43341 - R:/127.0.0.1:50864] 2024-11-26T15:12:26,482 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:26,797 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,797 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,797 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,797 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,797 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,797 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,797 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,797 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,823 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,823 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,823 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,823 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,823 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,823 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,823 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,823 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:26,823 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,823 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,823 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,824 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,824 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,824 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,824 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,824 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,838 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,838 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,838 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43341,0 is dead - stopping the connection localhost:43341/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T15:12:26,838 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,838 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,838 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,838 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,838 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,838 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:26,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:26,841 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:26,872 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:26,873 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:26,890 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:26,905 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:26,905 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x417c06c8, L:/127.0.0.1:43341 - R:/127.0.0.1:50878] 2024-11-26T15:12:26,952 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:26,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:26,955 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43341 2024-11-26T15:12:26,955 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14333853921975081387.jks was interrupted and is shutting down... 2024-11-26T15:12:26,955 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15550753305387908005.jks was interrupted and is shutting down... 2024-11-26T15:12:26,955 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14333853921975081387.jks was interrupted and is shutting down... 2024-11-26T15:12:26,955 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15550753305387908005.jks was interrupted and is shutting down... 2024-11-26T15:12:26,956 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread finished 2024-11-26T15:12:26,956 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread finished 2024-11-26T15:12:26,956 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread finished 2024-11-26T15:12:26,956 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread finished 2024-11-26T15:12:26,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=5749 (was 5888) 2024-11-26T15:12:26,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=5749 2024-11-26T15:12:26,974 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:26,974 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36751 2024-11-26T15:12:26,975 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:26,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c5db9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:26,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:26,977 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,007 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,008 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,009 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,009 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread started 2024-11-26T15:12:27,009 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread started 2024-11-26T15:12:27,009 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:27,026 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,042 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,042 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,043 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread started 2024-11-26T15:12:27,043 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,044 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread started 2024-11-26T15:12:27,044 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x189c6c4e, L:/127.0.0.1:36751 - R:/127.0.0.1:53780] 2024-11-26T15:12:27,083 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:27,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:27,086 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14333853921975081387.jks was interrupted and is shutting down... 2024-11-26T15:12:27,086 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15550753305387908005.jks was interrupted and is shutting down... 2024-11-26T15:12:27,086 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread finished 2024-11-26T15:12:27,086 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread finished 2024-11-26T15:12:27,293 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:27,293 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:27,293 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:27,293 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:27,320 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:27,320 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:27,320 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:27,320 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14333853921975081387.jks 2024-11-26T15:12:27,320 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:27,321 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:27,321 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:27,321 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:27,336 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:27,336 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:27,337 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:27,337 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15550753305387908005.jks 2024-11-26T15:12:27,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463b82df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:27,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:27,339 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,371 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,372 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,373 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread started 2024-11-26T15:12:27,373 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,374 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread started 2024-11-26T15:12:27,374 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:27,390 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,406 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,406 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa1f819c6, L:/127.0.0.1:36751 - R:/127.0.0.1:53784] 2024-11-26T15:12:27,447 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:27,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:27,449 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36751 2024-11-26T15:12:27,449 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15550753305387908005.jks was interrupted and is shutting down... 2024-11-26T15:12:27,449 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14333853921975081387.jks was interrupted and is shutting down... 2024-11-26T15:12:27,450 DEBUG [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15550753305387908005.jks was interrupted and is shutting down... 2024-11-26T15:12:27,450 DEBUG [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14333853921975081387.jks was interrupted and is shutting down... 2024-11-26T15:12:27,450 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread finished 2024-11-26T15:12:27,450 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread finished 2024-11-26T15:12:27,450 INFO [FileChangeWatcher-hbase_test_ca15550753305387908005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15550753305387908005.jks thread finished 2024-11-26T15:12:27,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key14333853921975081387.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=5711 (was 5749) 2024-11-26T15:12:27,464 INFO [FileChangeWatcher-hbase_test_key14333853921975081387.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14333853921975081387.jks thread finished 2024-11-26T15:12:27,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=5710 2024-11-26T15:12:27,532 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:27,534 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39735 2024-11-26T15:12:27,534 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:27,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38576bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:27,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:27,537 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,557 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,558 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,558 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread started 2024-11-26T15:12:27,558 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,559 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread started 2024-11-26T15:12:27,559 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:27,572 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,573 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,574 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,575 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread started 2024-11-26T15:12:27,575 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,575 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread started 2024-11-26T15:12:27,576 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6af3987b, L:/127.0.0.1:39735 - R:/127.0.0.1:50974] 2024-11-26T15:12:27,595 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:27,735 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,735 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,735 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,735 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,735 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,735 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,735 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,735 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,736 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,736 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,736 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,736 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,736 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,736 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,736 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,736 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:27,736 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,736 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39735,0 is dead - stopping the connection localhost:39735/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T15:12:27,737 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:27,737 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,737 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:27,739 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,747 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,748 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:27,752 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,753 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,754 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2761fccc, L:/127.0.0.1:39735 - R:/127.0.0.1:50980] 2024-11-26T15:12:27,773 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:27,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:27,775 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39735 2024-11-26T15:12:27,775 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1213269746527739708.pem was interrupted and is shutting down... 2024-11-26T15:12:27,775 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6795206585879189716.pem was interrupted and is shutting down... 2024-11-26T15:12:27,775 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6795206585879189716.pem was interrupted and is shutting down... 2024-11-26T15:12:27,775 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1213269746527739708.pem was interrupted and is shutting down... 2024-11-26T15:12:27,776 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread finished 2024-11-26T15:12:27,776 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread finished 2024-11-26T15:12:27,776 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread finished 2024-11-26T15:12:27,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key1213269746527739708.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=5670 (was 5710) 2024-11-26T15:12:27,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=5669 2024-11-26T15:12:27,791 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:27,792 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread finished 2024-11-26T15:12:27,792 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34247 2024-11-26T15:12:27,792 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:27,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:27,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:27,794 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,799 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,800 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,801 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,800 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread started 2024-11-26T15:12:27,801 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread started 2024-11-26T15:12:27,801 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:27,806 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:27,807 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:27,807 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,808 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread started 2024-11-26T15:12:27,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:27,809 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread started 2024-11-26T15:12:27,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe9763e30, L:/127.0.0.1:34247 - R:/127.0.0.1:46782] 2024-11-26T15:12:27,824 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:27,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:27,827 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6795206585879189716.pem was interrupted and is shutting down... 2024-11-26T15:12:27,827 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1213269746527739708.pem was interrupted and is shutting down... 2024-11-26T15:12:27,827 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread finished 2024-11-26T15:12:27,827 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread finished 2024-11-26T15:12:28,104 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:28,104 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:28,104 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:28,104 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:28,105 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:28,105 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:28,105 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:28,105 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1213269746527739708.pem 2024-11-26T15:12:28,105 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:28,105 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:28,105 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:28,105 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:28,105 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:28,105 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:28,105 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:28,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:28,106 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6795206585879189716.pem 2024-11-26T15:12:28,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:28,107 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:28,112 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:28,113 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,114 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,114 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread started 2024-11-26T15:12:28,115 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread started 2024-11-26T15:12:28,115 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:28,121 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:28,121 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:28,122 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x19295f2c, L:/127.0.0.1:34247 - R:/127.0.0.1:46788] 2024-11-26T15:12:28,140 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:28,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:28,142 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34247 2024-11-26T15:12:28,142 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1213269746527739708.pem was interrupted and is shutting down... 2024-11-26T15:12:28,142 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6795206585879189716.pem was interrupted and is shutting down... 2024-11-26T15:12:28,142 DEBUG [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1213269746527739708.pem was interrupted and is shutting down... 2024-11-26T15:12:28,142 DEBUG [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6795206585879189716.pem was interrupted and is shutting down... 2024-11-26T15:12:28,142 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread finished 2024-11-26T15:12:28,143 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread finished 2024-11-26T15:12:28,143 INFO [FileChangeWatcher-hbase_test_key1213269746527739708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1213269746527739708.pem thread finished 2024-11-26T15:12:28,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6795206585879189716.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=5614 (was 5669) 2024-11-26T15:12:28,156 INFO [FileChangeWatcher-hbase_test_ca6795206585879189716.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6795206585879189716.pem thread finished 2024-11-26T15:12:28,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=5614 2024-11-26T15:12:28,204 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:28,205 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38289 2024-11-26T15:12:28,205 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:28,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b83ce67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:28,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:28,208 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:28,241 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:28,242 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,243 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread started 2024-11-26T15:12:28,243 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,243 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread started 2024-11-26T15:12:28,243 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:28,262 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:28,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:28,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,281 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread started 2024-11-26T15:12:28,281 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,281 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread started 2024-11-26T15:12:28,282 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57389a02, L:/127.0.0.1:38289 - R:/127.0.0.1:35114] 2024-11-26T15:12:28,323 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:28,699 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,699 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,699 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,700 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,700 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,700 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,700 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,700 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,729 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,729 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,729 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,729 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,729 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,746 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,746 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,746 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,746 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38289,0 is dead - stopping the connection localhost:38289/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T15:12:28,746 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,746 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,746 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,746 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,746 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:28,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:28,748 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:28,782 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:28,783 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:28,800 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:28,817 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:28,818 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf3d516e7, L:/127.0.0.1:38289 - R:/127.0.0.1:35122] 2024-11-26T15:12:28,858 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:28,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:28,860 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38289 2024-11-26T15:12:28,860 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 was interrupted and is shutting down... 2024-11-26T15:12:28,860 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6227606768406263236.p12 was interrupted and is shutting down... 2024-11-26T15:12:28,860 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6227606768406263236.p12 was interrupted and is shutting down... 2024-11-26T15:12:28,860 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 was interrupted and is shutting down... 2024-11-26T15:12:28,860 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread finished 2024-11-26T15:12:28,861 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread finished 2024-11-26T15:12:28,861 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread finished 2024-11-26T15:12:28,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=5540 (was 5614) 2024-11-26T15:12:28,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=5540 2024-11-26T15:12:28,875 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:28,876 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41523 2024-11-26T15:12:28,876 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread finished 2024-11-26T15:12:28,876 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:28,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:28,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:28,878 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:28,912 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:28,912 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,913 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread started 2024-11-26T15:12:28,913 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,914 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread started 2024-11-26T15:12:28,914 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:28,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:28,947 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:28,948 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:28,949 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread started 2024-11-26T15:12:28,949 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread started 2024-11-26T15:12:28,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4222ad80, L:/127.0.0.1:41523 - R:/127.0.0.1:37636] 2024-11-26T15:12:28,990 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:28,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:28,993 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 was interrupted and is shutting down... 2024-11-26T15:12:28,993 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6227606768406263236.p12 was interrupted and is shutting down... 2024-11-26T15:12:28,994 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread finished 2024-11-26T15:12:28,994 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread finished 2024-11-26T15:12:29,373 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:29,373 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:29,373 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:29,373 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:29,404 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:29,404 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:29,404 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:29,404 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6227606768406263236.p12 2024-11-26T15:12:29,404 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:29,404 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:29,404 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:29,404 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:29,420 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:29,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355ab955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:29,420 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:29,420 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:29,421 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17978015151063354027.p12 2024-11-26T15:12:29,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:29,422 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:29,456 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:29,456 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:29,457 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread started 2024-11-26T15:12:29,457 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:29,457 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread started 2024-11-26T15:12:29,458 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:29,488 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:29,505 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:29,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x22609216, L:/127.0.0.1:41523 - R:/127.0.0.1:37652] 2024-11-26T15:12:29,546 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:29,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:29,548 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41523 2024-11-26T15:12:29,548 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 was interrupted and is shutting down... 2024-11-26T15:12:29,548 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6227606768406263236.p12 was interrupted and is shutting down... 2024-11-26T15:12:29,548 DEBUG [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 was interrupted and is shutting down... 2024-11-26T15:12:29,548 DEBUG [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6227606768406263236.p12 was interrupted and is shutting down... 2024-11-26T15:12:29,548 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread finished 2024-11-26T15:12:29,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 31) Potentially hanging thread: FileChangeWatcher-hbase_test_key6227606768406263236.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key6227606768406263236.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=5475 (was 5540) 2024-11-26T15:12:29,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=5474 2024-11-26T15:12:29,564 INFO [FileChangeWatcher-hbase_test_ca17978015151063354027.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17978015151063354027.p12 thread finished 2024-11-26T15:12:29,564 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread finished 2024-11-26T15:12:29,564 INFO [FileChangeWatcher-hbase_test_key6227606768406263236.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6227606768406263236.p12 thread finished 2024-11-26T15:12:30,134 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:30,135 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45311 2024-11-26T15:12:30,135 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:30,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:30,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:30,137 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:30,474 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:30,475 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:30,475 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread started 2024-11-26T15:12:30,475 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:30,476 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread started 2024-11-26T15:12:30,476 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:30,639 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:30,802 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:30,803 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:30,803 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread started 2024-11-26T15:12:30,803 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:30,804 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread started 2024-11-26T15:12:30,804 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfcd98cfb, L:/127.0.0.1:45311 - R:/127.0.0.1:44334] 2024-11-26T15:12:30,995 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:31,153 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,153 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,153 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,153 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,153 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,153 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,154 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,154 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,396 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,396 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,396 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,396 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,396 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,559 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45311,0 is dead - stopping the connection localhost:45311/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T15:12:31,559 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,559 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,559 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,559 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,559 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,559 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,559 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,559 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:31,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:31,560 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:31,885 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:31,886 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:32,048 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:32,211 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:32,211 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd8e69e68, L:/127.0.0.1:45311 - R:/127.0.0.1:44348] 2024-11-26T15:12:32,395 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:32,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:32,397 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45311 2024-11-26T15:12:32,397 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks was interrupted and is shutting down... 2024-11-26T15:12:32,397 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks was interrupted and is shutting down... 2024-11-26T15:12:32,397 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks was interrupted and is shutting down... 2024-11-26T15:12:32,397 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks was interrupted and is shutting down... 2024-11-26T15:12:32,397 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread finished 2024-11-26T15:12:32,397 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread finished 2024-11-26T15:12:32,398 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread finished 2024-11-26T15:12:32,404 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=5418 (was 5474) 2024-11-26T15:12:32,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=5418 2024-11-26T15:12:32,411 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:32,411 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40687 2024-11-26T15:12:32,411 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:32,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:32,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:32,413 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:32,420 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread finished 2024-11-26T15:12:32,737 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:32,738 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:32,738 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread started 2024-11-26T15:12:32,738 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:32,739 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread started 2024-11-26T15:12:32,739 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:32,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:33,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:33,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:33,067 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread started 2024-11-26T15:12:33,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:33,068 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread started 2024-11-26T15:12:33,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x644f54b8, L:/127.0.0.1:40687 - R:/127.0.0.1:49424] 2024-11-26T15:12:33,247 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:33,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:33,249 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks was interrupted and is shutting down... 2024-11-26T15:12:33,249 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks was interrupted and is shutting down... 2024-11-26T15:12:33,249 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread finished 2024-11-26T15:12:33,249 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread finished 2024-11-26T15:12:33,403 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:33,403 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:33,403 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:33,403 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:33,646 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:33,646 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:33,646 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:33,646 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10501042739636691761.bcfks 2024-11-26T15:12:33,646 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:33,646 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:33,646 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:33,646 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:33,807 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:33,807 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:33,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:33,807 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:33,807 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca656367041580637828.bcfks 2024-11-26T15:12:33,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:33,809 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:34,133 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:34,133 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:34,134 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread started 2024-11-26T15:12:34,134 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:34,134 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread started 2024-11-26T15:12:34,135 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:34,298 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:34,461 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:34,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd8e59fb0, L:/127.0.0.1:40687 - R:/127.0.0.1:49440] 2024-11-26T15:12:34,650 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:34,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:34,653 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks was interrupted and is shutting down... 2024-11-26T15:12:34,653 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40687 2024-11-26T15:12:34,653 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks was interrupted and is shutting down... 2024-11-26T15:12:34,653 DEBUG [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks was interrupted and is shutting down... 2024-11-26T15:12:34,653 DEBUG [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks was interrupted and is shutting down... 2024-11-26T15:12:34,653 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread finished 2024-11-26T15:12:34,653 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread finished 2024-11-26T15:12:34,653 INFO [FileChangeWatcher-hbase_test_ca656367041580637828.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca656367041580637828.bcfks thread finished 2024-11-26T15:12:34,653 INFO [FileChangeWatcher-hbase_test_key10501042739636691761.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10501042739636691761.bcfks thread finished 2024-11-26T15:12:34,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=5382 (was 5418) 2024-11-26T15:12:34,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5382 2024-11-26T15:12:34,818 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:34,819 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43509 2024-11-26T15:12:34,819 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:34,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:34,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:34,821 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:34,855 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:34,856 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:34,856 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread started 2024-11-26T15:12:34,857 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:34,857 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread started 2024-11-26T15:12:34,857 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:34,874 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:34,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:34,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:34,892 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread started 2024-11-26T15:12:34,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:34,893 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread started 2024-11-26T15:12:34,893 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xca4d5d39, L:/127.0.0.1:43509 - R:/127.0.0.1:46804] 2024-11-26T15:12:34,946 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:34,956 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,956 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,956 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,956 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,956 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,956 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,956 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,956 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,986 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,986 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:34,986 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:34,986 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:34,987 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,002 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,002 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,002 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,002 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43509,0 is dead - stopping the connection localhost:43509/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T15:12:35,003 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,002 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,003 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,003 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,003 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,004 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,038 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,039 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:35,056 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,073 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,074 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x96c6a704, L:/127.0.0.1:43509 - R:/127.0.0.1:46806] 2024-11-26T15:12:35,119 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:35,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:35,120 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16253254305370467701.jks was interrupted and is shutting down... 2024-11-26T15:12:35,120 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10411042534283388699.jks was interrupted and is shutting down... 2024-11-26T15:12:35,120 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43509 2024-11-26T15:12:35,121 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16253254305370467701.jks was interrupted and is shutting down... 2024-11-26T15:12:35,121 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10411042534283388699.jks was interrupted and is shutting down... 2024-11-26T15:12:35,121 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread finished 2024-11-26T15:12:35,121 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread finished 2024-11-26T15:12:35,121 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread finished 2024-11-26T15:12:35,121 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread finished 2024-11-26T15:12:35,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5357 (was 5382) 2024-11-26T15:12:35,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5357 2024-11-26T15:12:35,135 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:35,135 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41589 2024-11-26T15:12:35,135 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:35,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:35,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,137 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,173 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,173 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,174 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread started 2024-11-26T15:12:35,174 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,174 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread started 2024-11-26T15:12:35,175 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:35,205 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,222 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,222 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,223 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread started 2024-11-26T15:12:35,223 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,223 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread started 2024-11-26T15:12:35,224 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9424a8b4, L:/127.0.0.1:41589 - R:/127.0.0.1:35056] 2024-11-26T15:12:35,268 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:35,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:35,270 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16253254305370467701.jks was interrupted and is shutting down... 2024-11-26T15:12:35,270 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10411042534283388699.jks was interrupted and is shutting down... 2024-11-26T15:12:35,271 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread finished 2024-11-26T15:12:35,271 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread finished 2024-11-26T15:12:35,277 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:35,277 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:35,277 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:35,277 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:35,306 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:35,306 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:35,307 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:35,307 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16253254305370467701.jks 2024-11-26T15:12:35,307 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,307 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,307 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,307 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,323 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,324 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,324 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,324 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10411042534283388699.jks 2024-11-26T15:12:35,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:35,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,325 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,358 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,359 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,360 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread started 2024-11-26T15:12:35,360 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,360 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread started 2024-11-26T15:12:35,360 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:35,378 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,395 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,395 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6333c1f2, L:/127.0.0.1:41589 - R:/127.0.0.1:35064] 2024-11-26T15:12:35,441 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:35,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:35,443 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41589 2024-11-26T15:12:35,443 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10411042534283388699.jks was interrupted and is shutting down... 2024-11-26T15:12:35,443 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16253254305370467701.jks was interrupted and is shutting down... 2024-11-26T15:12:35,443 DEBUG [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16253254305370467701.jks was interrupted and is shutting down... 2024-11-26T15:12:35,443 DEBUG [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10411042534283388699.jks was interrupted and is shutting down... 2024-11-26T15:12:35,443 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread finished 2024-11-26T15:12:35,444 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread finished 2024-11-26T15:12:35,444 INFO [FileChangeWatcher-hbase_test_ca10411042534283388699.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10411042534283388699.jks thread finished 2024-11-26T15:12:35,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5340 (was 5357) 2024-11-26T15:12:35,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5340 2024-11-26T15:12:35,460 INFO [FileChangeWatcher-hbase_test_key16253254305370467701.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16253254305370467701.jks thread finished 2024-11-26T15:12:35,462 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:35,463 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45337 2024-11-26T15:12:35,463 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:35,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:35,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,464 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,468 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,469 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,469 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread started 2024-11-26T15:12:35,469 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,470 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread started 2024-11-26T15:12:35,470 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:35,474 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,474 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,475 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,475 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,475 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread started 2024-11-26T15:12:35,475 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread started 2024-11-26T15:12:35,476 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x313c531d, L:/127.0.0.1:45337 - R:/127.0.0.1:40270] 2024-11-26T15:12:35,491 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:35,501 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,501 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,501 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,501 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,501 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,501 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,501 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,501 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,501 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,502 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45337,0 is dead - stopping the connection localhost:45337/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T15:12:35,502 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,503 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,508 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,508 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:35,512 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,512 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,513 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbe9b68eb, L:/127.0.0.1:45337 - R:/127.0.0.1:40272] 2024-11-26T15:12:35,529 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:35,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:35,531 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2058713744094441393.pem was interrupted and is shutting down... 2024-11-26T15:12:35,531 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2720744688527247669.pem was interrupted and is shutting down... 2024-11-26T15:12:35,531 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45337 2024-11-26T15:12:35,531 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2058713744094441393.pem was interrupted and is shutting down... 2024-11-26T15:12:35,531 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2720744688527247669.pem was interrupted and is shutting down... 2024-11-26T15:12:35,531 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread finished 2024-11-26T15:12:35,531 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread finished 2024-11-26T15:12:35,531 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread finished 2024-11-26T15:12:35,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5337 (was 5340) 2024-11-26T15:12:35,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5336 2024-11-26T15:12:35,545 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:35,546 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37985 2024-11-26T15:12:35,546 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:35,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:35,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,548 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,548 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread finished 2024-11-26T15:12:35,552 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,552 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,553 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread started 2024-11-26T15:12:35,553 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,553 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread started 2024-11-26T15:12:35,553 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:35,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,559 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,559 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread started 2024-11-26T15:12:35,559 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,560 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread started 2024-11-26T15:12:35,560 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd9bb0ba5, L:/127.0.0.1:37985 - R:/127.0.0.1:59420] 2024-11-26T15:12:35,577 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:35,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:35,579 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2720744688527247669.pem was interrupted and is shutting down... 2024-11-26T15:12:35,579 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2058713744094441393.pem was interrupted and is shutting down... 2024-11-26T15:12:35,579 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread finished 2024-11-26T15:12:35,579 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread finished 2024-11-26T15:12:35,586 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,586 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,587 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,587 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2058713744094441393.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,587 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,587 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,587 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2720744688527247669.pem 2024-11-26T15:12:35,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:35,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,588 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,593 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,593 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,594 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread started 2024-11-26T15:12:35,594 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,594 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread started 2024-11-26T15:12:35,594 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:35,599 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,599 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,599 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0e3f28fe, L:/127.0.0.1:37985 - R:/127.0.0.1:59432] 2024-11-26T15:12:35,617 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:35,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:35,618 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37985 2024-11-26T15:12:35,618 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2058713744094441393.pem was interrupted and is shutting down... 2024-11-26T15:12:35,618 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2720744688527247669.pem was interrupted and is shutting down... 2024-11-26T15:12:35,618 DEBUG [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2058713744094441393.pem was interrupted and is shutting down... 2024-11-26T15:12:35,618 DEBUG [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2720744688527247669.pem was interrupted and is shutting down... 2024-11-26T15:12:35,619 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread finished 2024-11-26T15:12:35,619 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread finished 2024-11-26T15:12:35,626 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5332 (was 5336) 2024-11-26T15:12:35,631 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5332 2024-11-26T15:12:35,636 INFO [FileChangeWatcher-hbase_test_key2058713744094441393.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2058713744094441393.pem thread finished 2024-11-26T15:12:35,636 INFO [FileChangeWatcher-hbase_test_ca2720744688527247669.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2720744688527247669.pem thread finished 2024-11-26T15:12:35,679 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:35,680 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39231 2024-11-26T15:12:35,680 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:35,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:35,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,682 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,715 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,715 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,716 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread started 2024-11-26T15:12:35,716 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,716 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread started 2024-11-26T15:12:35,717 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:35,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,752 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,752 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread started 2024-11-26T15:12:35,752 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:35,753 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread started 2024-11-26T15:12:35,753 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9d4014bb, L:/127.0.0.1:39231 - R:/127.0.0.1:34384] 2024-11-26T15:12:35,794 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:35,800 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,800 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,800 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,800 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,801 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,801 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,801 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,801 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,830 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,830 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,830 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,830 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,847 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,847 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,847 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,847 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,847 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39231,0 is dead - stopping the connection localhost:39231/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T15:12:35,847 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,847 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,847 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,847 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:35,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,848 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,882 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,883 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:35,900 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:35,917 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:35,917 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2494c24d, L:/127.0.0.1:39231 - R:/127.0.0.1:34398] 2024-11-26T15:12:35,975 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:35,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:35,977 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39231 2024-11-26T15:12:35,977 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 was interrupted and is shutting down... 2024-11-26T15:12:35,977 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879993727943264612.p12 was interrupted and is shutting down... 2024-11-26T15:12:35,977 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879993727943264612.p12 was interrupted and is shutting down... 2024-11-26T15:12:35,977 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 was interrupted and is shutting down... 2024-11-26T15:12:35,977 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread finished 2024-11-26T15:12:35,977 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread finished 2024-11-26T15:12:35,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5303 (was 5332) 2024-11-26T15:12:35,989 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5303 2024-11-26T15:12:35,990 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:35,991 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41315 2024-11-26T15:12:35,991 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:35,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:35,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:35,992 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread finished 2024-11-26T15:12:35,992 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread finished 2024-11-26T15:12:35,992 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:36,024 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:36,025 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:36,025 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread started 2024-11-26T15:12:36,025 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:36,026 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread started 2024-11-26T15:12:36,026 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:36,042 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:36,058 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:36,059 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:36,059 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread started 2024-11-26T15:12:36,059 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:36,059 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread started 2024-11-26T15:12:36,059 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x80c927af, L:/127.0.0.1:41315 - R:/127.0.0.1:49006] 2024-11-26T15:12:36,097 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:36,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:36,099 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 was interrupted and is shutting down... 2024-11-26T15:12:36,099 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879993727943264612.p12 was interrupted and is shutting down... 2024-11-26T15:12:36,099 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread finished 2024-11-26T15:12:36,099 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread finished 2024-11-26T15:12:36,104 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:36,104 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:36,104 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:36,104 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:36,133 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:36,133 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:36,134 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:36,134 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:36,134 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14879993727943264612.p12 2024-11-26T15:12:36,134 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:36,134 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:36,134 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:36,151 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:36,151 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:36,151 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:36,151 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3216999013644464337.p12 2024-11-26T15:12:36,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:36,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:36,152 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:36,185 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:36,185 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:36,186 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread started 2024-11-26T15:12:36,186 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:36,186 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread started 2024-11-26T15:12:36,186 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:36,203 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:36,219 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:36,219 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d619476, L:/127.0.0.1:41315 - R:/127.0.0.1:49016] 2024-11-26T15:12:36,259 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:36,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:36,261 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879993727943264612.p12 was interrupted and is shutting down... 2024-11-26T15:12:36,261 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41315 2024-11-26T15:12:36,261 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 was interrupted and is shutting down... 2024-11-26T15:12:36,261 DEBUG [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14879993727943264612.p12 was interrupted and is shutting down... 2024-11-26T15:12:36,261 DEBUG [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 was interrupted and is shutting down... 2024-11-26T15:12:36,261 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread finished 2024-11-26T15:12:36,261 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread finished 2024-11-26T15:12:36,261 INFO [FileChangeWatcher-hbase_test_key14879993727943264612.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14879993727943264612.p12 thread finished 2024-11-26T15:12:36,268 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5298 (was 5303) 2024-11-26T15:12:36,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5297 2024-11-26T15:12:36,276 INFO [FileChangeWatcher-hbase_test_ca3216999013644464337.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3216999013644464337.p12 thread finished 2024-11-26T15:12:36,680 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:36,681 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45947 2024-11-26T15:12:36,681 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:36,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:36,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:36,682 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:37,008 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:37,008 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:37,009 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread started 2024-11-26T15:12:37,009 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:37,009 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread started 2024-11-26T15:12:37,010 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:37,179 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:37,342 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:37,342 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:37,343 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread started 2024-11-26T15:12:37,343 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:37,343 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread started 2024-11-26T15:12:37,344 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4f93d17f, L:/127.0.0.1:45947 - R:/127.0.0.1:56708] 2024-11-26T15:12:37,565 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:37,574 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,574 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,574 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,574 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,574 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,574 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,574 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,574 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,829 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,829 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,829 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,829 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,829 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,991 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45947,0 is dead - stopping the connection localhost:45947/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T15:12:37,991 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,991 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,991 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,991 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,992 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,992 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,992 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,992 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:37,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:37,992 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:38,317 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:38,317 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:38,479 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:38,641 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:38,642 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9b76456b, L:/127.0.0.1:45947 - R:/127.0.0.1:56716] 2024-11-26T15:12:38,822 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:38,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:38,823 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks was interrupted and is shutting down... 2024-11-26T15:12:38,824 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks was interrupted and is shutting down... 2024-11-26T15:12:38,824 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45947 2024-11-26T15:12:38,824 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks was interrupted and is shutting down... 2024-11-26T15:12:38,824 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks was interrupted and is shutting down... 2024-11-26T15:12:38,824 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread finished 2024-11-26T15:12:38,824 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread finished 2024-11-26T15:12:38,824 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread finished 2024-11-26T15:12:38,824 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread finished 2024-11-26T15:12:38,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5299 (was 5297) - AvailableMemoryMB LEAK? - 2024-11-26T15:12:38,837 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5299 2024-11-26T15:12:38,838 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:12:38,839 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46559 2024-11-26T15:12:38,839 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T15:12:38,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7817aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:38,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:38,840 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:39,165 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:39,165 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:39,166 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread started 2024-11-26T15:12:39,166 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:39,166 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread started 2024-11-26T15:12:39,166 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:39,330 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:39,493 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:39,493 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:39,494 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread started 2024-11-26T15:12:39,494 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:39,494 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread started 2024-11-26T15:12:39,494 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x18f0ced2, L:/127.0.0.1:46559 - R:/127.0.0.1:60960] 2024-11-26T15:12:39,672 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:39,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:39,674 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks was interrupted and is shutting down... 2024-11-26T15:12:39,674 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks was interrupted and is shutting down... 2024-11-26T15:12:39,674 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread finished 2024-11-26T15:12:39,675 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread finished 2024-11-26T15:12:39,680 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:39,680 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:39,680 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:39,680 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:39,923 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:39,923 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:39,924 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:39,924 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10399073568769341779.bcfks 2024-11-26T15:12:39,924 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:39,924 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:39,924 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:39,924 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:40,089 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:40,089 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:40,089 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:40,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6ea1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:12:40,089 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9163291259134125867.bcfks 2024-11-26T15:12:40,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T15:12:40,090 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:40,420 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:40,421 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:40,421 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread started 2024-11-26T15:12:40,421 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcd0d563-1c8d-21d1-5e25-84a92f455207/TestNettyTLSIPCFileWatcher 2024-11-26T15:12:40,422 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread started 2024-11-26T15:12:40,422 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T15:12:40,586 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T15:12:40,749 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T15:12:40,750 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbdbe9fd5, L:/127.0.0.1:46559 - R:/127.0.0.1:60964] 2024-11-26T15:12:40,932 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T15:12:40,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:12:40,933 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks was interrupted and is shutting down... 2024-11-26T15:12:40,933 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46559 2024-11-26T15:12:40,933 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks was interrupted and is shutting down... 2024-11-26T15:12:40,934 DEBUG [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks was interrupted and is shutting down... 2024-11-26T15:12:40,934 DEBUG [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks was interrupted and is shutting down... 2024-11-26T15:12:40,934 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread finished 2024-11-26T15:12:40,934 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread finished 2024-11-26T15:12:40,934 INFO [FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9163291259134125867.bcfks thread finished 2024-11-26T15:12:40,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5298 (was 5299) 2024-11-26T15:12:40,952 INFO [FileChangeWatcher-hbase_test_key10399073568769341779.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10399073568769341779.bcfks thread finished