2024-11-24 20:12:10,453 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 20:12:10,467 main DEBUG Took 0.011473 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 20:12:10,467 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 20:12:10,468 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 20:12:10,469 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 20:12:10,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,478 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 20:12:10,489 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,492 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,493 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,494 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,495 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,496 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,497 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,498 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,498 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,499 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 20:12:10,499 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,500 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 20:12:10,501 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 20:12:10,503 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 20:12:10,505 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 20:12:10,506 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 20:12:10,507 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 20:12:10,507 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 20:12:10,515 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 20:12:10,518 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 20:12:10,520 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 20:12:10,520 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 20:12:10,520 main DEBUG createAppenders(={Console}) 2024-11-24 20:12:10,521 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-24 20:12:10,521 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 20:12:10,522 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-24 20:12:10,522 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 20:12:10,522 main DEBUG OutputStream closed 2024-11-24 20:12:10,523 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 20:12:10,523 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 20:12:10,523 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-24 20:12:10,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 20:12:10,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 20:12:10,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 20:12:10,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 20:12:10,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 20:12:10,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 20:12:10,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 20:12:10,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 20:12:10,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 20:12:10,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 20:12:10,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 20:12:10,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 20:12:10,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 20:12:10,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 20:12:10,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 20:12:10,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 20:12:10,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 20:12:10,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 20:12:10,617 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 20:12:10,617 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-24 20:12:10,618 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 20:12:10,618 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-24T20:12:10,635 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-24 20:12:10,638 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 20:12:10,639 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T20:12:11,037 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T20:12:11,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=8571 2024-11-24T20:12:12,572 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T20:12:12,616 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T20:12:12,632 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T20:12:12,645 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T20:12:12,724 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:12,760 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31328 (auto-detected) 2024-11-24T20:12:12,761 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T20:12:12,789 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38477 2024-11-24T20:12:12,793 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:12,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:12,818 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T20:12:12,818 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T20:12:13,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:13,150 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:13,209 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:13,307 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:13,310 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread started 2024-11-24T20:12:13,310 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:13,311 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread started 2024-11-24T20:12:13,318 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:13,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:13,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:13,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:13,457 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread started 2024-11-24T20:12:13,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:13,457 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread started 2024-11-24T20:12:13,459 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x04542e9d, L:/127.0.0.1:38477 - R:/127.0.0.1:56134] 2024-11-24T20:12:13,570 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:14,066 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,066 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,066 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,066 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,067 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,067 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,067 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,067 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,098 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,098 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,098 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,098 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,098 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,098 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,098 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,098 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,098 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,099 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,099 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,099 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,099 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,099 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,099 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,099 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,114 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,114 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,114 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,115 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38477,0 is dead - stopping the connection localhost:38477/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T20:12:14,115 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,114 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,115 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,115 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,115 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:14,118 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:14,159 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:14,160 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:14,178 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:14,195 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:14,196 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa2507cf3, L:/127.0.0.1:38477 - R:/127.0.0.1:56136] 2024-11-24T20:12:14,250 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:14,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:14,253 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38477 2024-11-24T20:12:14,253 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca176840820201805219.jks was interrupted and is shutting down... 2024-11-24T20:12:14,253 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12430696519793201163.jks was interrupted and is shutting down... 2024-11-24T20:12:14,253 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca176840820201805219.jks was interrupted and is shutting down... 2024-11-24T20:12:14,253 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12430696519793201163.jks was interrupted and is shutting down... 2024-11-24T20:12:14,253 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread finished 2024-11-24T20:12:14,254 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread finished 2024-11-24T20:12:14,254 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread finished 2024-11-24T20:12:14,264 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_key12430696519793201163.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=8429 (was 8571) 2024-11-24T20:12:14,268 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread finished 2024-11-24T20:12:14,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=8429 2024-11-24T20:12:14,272 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:14,272 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38547 2024-11-24T20:12:14,273 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:14,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:14,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:14,275 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:14,309 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:14,309 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,310 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,310 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread started 2024-11-24T20:12:14,311 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread started 2024-11-24T20:12:14,312 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:14,329 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:14,346 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:14,347 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,348 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread started 2024-11-24T20:12:14,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,348 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread started 2024-11-24T20:12:14,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x921a5f1e, L:/127.0.0.1:38547 - R:/127.0.0.1:58970] 2024-11-24T20:12:14,392 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:14,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:14,395 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca176840820201805219.jks was interrupted and is shutting down... 2024-11-24T20:12:14,395 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12430696519793201163.jks was interrupted and is shutting down... 2024-11-24T20:12:14,395 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread finished 2024-11-24T20:12:14,395 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread finished 2024-11-24T20:12:14,619 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,619 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,619 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,619 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,648 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,648 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,648 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,649 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12430696519793201163.jks 2024-11-24T20:12:14,649 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,649 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,649 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,649 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,665 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,665 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,665 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:14,665 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca176840820201805219.jks 2024-11-24T20:12:14,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:14,667 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:14,701 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:14,702 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,703 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,703 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread started 2024-11-24T20:12:14,703 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread started 2024-11-24T20:12:14,704 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:14,721 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:14,738 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:14,739 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfce3019d, L:/127.0.0.1:38547 - R:/127.0.0.1:58986] 2024-11-24T20:12:14,781 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:14,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:14,783 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38547 2024-11-24T20:12:14,783 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12430696519793201163.jks was interrupted and is shutting down... 2024-11-24T20:12:14,783 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca176840820201805219.jks was interrupted and is shutting down... 2024-11-24T20:12:14,783 DEBUG [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12430696519793201163.jks was interrupted and is shutting down... 2024-11-24T20:12:14,783 DEBUG [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca176840820201805219.jks was interrupted and is shutting down... 2024-11-24T20:12:14,783 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread finished 2024-11-24T20:12:14,783 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread finished 2024-11-24T20:12:14,784 INFO [FileChangeWatcher-hbase_test_key12430696519793201163.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12430696519793201163.jks thread finished 2024-11-24T20:12:14,784 INFO [FileChangeWatcher-hbase_test_ca176840820201805219.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca176840820201805219.jks thread finished 2024-11-24T20:12:14,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 23), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=8377 (was 8429) 2024-11-24T20:12:14,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=8376 2024-11-24T20:12:14,846 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:14,846 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34389 2024-11-24T20:12:14,847 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:14,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38576bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:14,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:14,849 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:14,866 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:14,866 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,867 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,867 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread started 2024-11-24T20:12:14,868 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread started 2024-11-24T20:12:14,868 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:14,883 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:14,884 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:14,884 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,885 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread started 2024-11-24T20:12:14,885 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:14,886 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread started 2024-11-24T20:12:14,886 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb501f982, L:/127.0.0.1:34389 - R:/127.0.0.1:45056] 2024-11-24T20:12:14,903 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,157 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,158 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,158 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34389,0 is dead - stopping the connection localhost:34389/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,158 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,159 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,159 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,159 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,159 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,159 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:15,160 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:15,172 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:15,172 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:15,192 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:15,193 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:15,194 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb93d23c7, L:/127.0.0.1:34389 - R:/127.0.0.1:45072] 2024-11-24T20:12:15,211 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:15,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:15,213 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2934051830111895726.pem was interrupted and is shutting down... 2024-11-24T20:12:15,213 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1682760010578406245.pem was interrupted and is shutting down... 2024-11-24T20:12:15,213 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34389 2024-11-24T20:12:15,213 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread finished 2024-11-24T20:12:15,213 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2934051830111895726.pem was interrupted and is shutting down... 2024-11-24T20:12:15,213 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1682760010578406245.pem was interrupted and is shutting down... 2024-11-24T20:12:15,213 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread finished 2024-11-24T20:12:15,213 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread finished 2024-11-24T20:12:15,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1682760010578406245.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=8316 (was 8376) 2024-11-24T20:12:15,226 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=8315 2024-11-24T20:12:15,227 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:15,228 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread finished 2024-11-24T20:12:15,228 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36541 2024-11-24T20:12:15,228 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:15,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:15,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:15,230 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:15,235 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:15,236 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,236 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread started 2024-11-24T20:12:15,236 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,237 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread started 2024-11-24T20:12:15,237 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:15,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:15,245 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:15,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,246 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread started 2024-11-24T20:12:15,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,247 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread started 2024-11-24T20:12:15,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf3790be8, L:/127.0.0.1:36541 - R:/127.0.0.1:44216] 2024-11-24T20:12:15,262 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:15,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:15,265 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2934051830111895726.pem was interrupted and is shutting down... 2024-11-24T20:12:15,265 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1682760010578406245.pem was interrupted and is shutting down... 2024-11-24T20:12:15,265 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread finished 2024-11-24T20:12:15,266 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread finished 2024-11-24T20:12:15,421 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,421 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,421 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,421 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,421 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,422 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,422 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,422 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,422 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2934051830111895726.pem 2024-11-24T20:12:15,422 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:15,422 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,422 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1682760010578406245.pem 2024-11-24T20:12:15,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:15,424 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:15,429 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:15,429 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,430 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread started 2024-11-24T20:12:15,430 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,431 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread started 2024-11-24T20:12:15,431 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:15,438 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:15,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:15,440 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x415fc349, L:/127.0.0.1:36541 - R:/127.0.0.1:44218] 2024-11-24T20:12:15,460 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:15,462 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36541 2024-11-24T20:12:15,462 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1682760010578406245.pem was interrupted and is shutting down... 2024-11-24T20:12:15,462 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2934051830111895726.pem was interrupted and is shutting down... 2024-11-24T20:12:15,462 DEBUG [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2934051830111895726.pem was interrupted and is shutting down... 2024-11-24T20:12:15,462 DEBUG [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1682760010578406245.pem was interrupted and is shutting down... 2024-11-24T20:12:15,462 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread finished 2024-11-24T20:12:15,462 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread finished 2024-11-24T20:12:15,462 INFO [FileChangeWatcher-hbase_test_key2934051830111895726.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2934051830111895726.pem thread finished 2024-11-24T20:12:15,469 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=8276 (was 8315) 2024-11-24T20:12:15,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=8276 2024-11-24T20:12:15,476 INFO [FileChangeWatcher-hbase_test_ca1682760010578406245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1682760010578406245.pem thread finished 2024-11-24T20:12:15,522 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:15,523 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44763 2024-11-24T20:12:15,523 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:15,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:15,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:15,525 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:15,559 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:15,560 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,560 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread started 2024-11-24T20:12:15,560 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,561 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread started 2024-11-24T20:12:15,561 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:15,578 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:15,595 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:15,596 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,597 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread started 2024-11-24T20:12:15,597 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:15,597 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread started 2024-11-24T20:12:15,597 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1b399563, L:/127.0.0.1:44763 - R:/127.0.0.1:53098] 2024-11-24T20:12:15,637 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:15,886 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,886 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,886 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,886 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,886 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,886 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,886 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,886 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,915 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,915 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,915 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,916 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,916 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,916 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,932 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,932 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,932 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,932 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44763,0 is dead - stopping the connection localhost:44763/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T20:12:15,932 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,932 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,932 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,932 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,933 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:15,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:15,934 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:15,968 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:15,969 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:15,986 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:16,004 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:16,005 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x58f51a9d, L:/127.0.0.1:44763 - R:/127.0.0.1:53104] 2024-11-24T20:12:16,046 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:16,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:16,048 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44763 2024-11-24T20:12:16,048 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,048 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13651174732241076574.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,048 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13651174732241076574.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,048 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,049 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread finished 2024-11-24T20:12:16,049 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread finished 2024-11-24T20:12:16,049 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread finished 2024-11-24T20:12:16,056 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6317191171311366357.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=8213 (was 8276) 2024-11-24T20:12:16,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=8212 2024-11-24T20:12:16,062 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:16,063 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45617 2024-11-24T20:12:16,063 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:16,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b22ae84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:16,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:16,065 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:16,068 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread finished 2024-11-24T20:12:16,098 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:16,098 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:16,099 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread started 2024-11-24T20:12:16,099 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:16,099 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread started 2024-11-24T20:12:16,100 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:16,117 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:16,134 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:16,134 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:16,135 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread started 2024-11-24T20:12:16,135 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:16,136 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread started 2024-11-24T20:12:16,136 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x59466030, L:/127.0.0.1:45617 - R:/127.0.0.1:33038] 2024-11-24T20:12:16,175 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:16,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:16,178 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,178 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13651174732241076574.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,178 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread finished 2024-11-24T20:12:16,178 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread finished 2024-11-24T20:12:16,387 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:16,386 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:16,387 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:16,387 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:16,416 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:16,416 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:16,417 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:16,417 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13651174732241076574.p12 2024-11-24T20:12:16,417 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:16,417 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:16,417 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:16,417 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:16,433 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:16,433 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:16,433 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:16,433 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6317191171311366357.p12 2024-11-24T20:12:16,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:16,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:16,435 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:16,469 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:16,469 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:16,470 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread started 2024-11-24T20:12:16,470 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:16,471 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread started 2024-11-24T20:12:16,471 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:16,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:16,505 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:16,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x90a8aed1, L:/127.0.0.1:45617 - R:/127.0.0.1:33042] 2024-11-24T20:12:16,545 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:16,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:16,547 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45617 2024-11-24T20:12:16,547 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13651174732241076574.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,547 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,547 DEBUG [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,547 DEBUG [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13651174732241076574.p12 was interrupted and is shutting down... 2024-11-24T20:12:16,547 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread finished 2024-11-24T20:12:16,548 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread finished 2024-11-24T20:12:16,547 INFO [FileChangeWatcher-hbase_test_ca6317191171311366357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6317191171311366357.p12 thread finished 2024-11-24T20:12:16,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=8163 (was 8212) 2024-11-24T20:12:16,560 INFO [FileChangeWatcher-hbase_test_key13651174732241076574.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13651174732241076574.p12 thread finished 2024-11-24T20:12:16,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=8161 2024-11-24T20:12:17,119 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:17,120 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37525 2024-11-24T20:12:17,120 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:17,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c08bc56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:17,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:17,122 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:17,463 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:17,463 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:17,464 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread started 2024-11-24T20:12:17,464 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:17,464 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread started 2024-11-24T20:12:17,465 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:17,633 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:17,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:17,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:17,799 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread started 2024-11-24T20:12:17,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:17,800 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread started 2024-11-24T20:12:17,800 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x67b87002, L:/127.0.0.1:37525 - R:/127.0.0.1:36298] 2024-11-24T20:12:18,001 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:18,271 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,271 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,271 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,271 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,271 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,271 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,271 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,271 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,515 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,515 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,515 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,515 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,515 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,677 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,677 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,677 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37525,0 is dead - stopping the connection localhost:37525/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T20:12:18,677 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,677 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,677 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,677 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,677 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,677 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:18,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:18,679 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:19,006 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:19,006 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:19,169 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:19,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:19,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3342f2e6, L:/127.0.0.1:37525 - R:/127.0.0.1:36314] 2024-11-24T20:12:19,520 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:19,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:19,522 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37525 2024-11-24T20:12:19,522 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks was interrupted and is shutting down... 2024-11-24T20:12:19,522 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks was interrupted and is shutting down... 2024-11-24T20:12:19,522 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks was interrupted and is shutting down... 2024-11-24T20:12:19,522 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks was interrupted and is shutting down... 2024-11-24T20:12:19,522 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread finished 2024-11-24T20:12:19,522 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread finished 2024-11-24T20:12:19,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key8063860116353629645.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=8087 (was 8161) 2024-11-24T20:12:19,534 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=8087 2024-11-24T20:12:19,535 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:19,536 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46791 2024-11-24T20:12:19,536 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:19,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:19,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:19,538 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:19,540 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread finished 2024-11-24T20:12:19,540 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread finished 2024-11-24T20:12:19,865 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:19,865 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:19,866 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread started 2024-11-24T20:12:19,866 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:19,866 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread started 2024-11-24T20:12:19,866 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:20,029 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:20,194 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:20,195 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:20,195 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread started 2024-11-24T20:12:20,195 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:20,196 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread started 2024-11-24T20:12:20,196 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xffa4eff7, L:/127.0.0.1:46791 - R:/127.0.0.1:56796] 2024-11-24T20:12:20,376 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:20,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:20,378 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks was interrupted and is shutting down... 2024-11-24T20:12:20,378 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks was interrupted and is shutting down... 2024-11-24T20:12:20,378 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread finished 2024-11-24T20:12:20,378 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread finished 2024-11-24T20:12:20,594 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:20,594 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:20,594 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:20,594 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:20,837 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:20,837 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:20,837 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:20,837 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8063860116353629645.bcfks 2024-11-24T20:12:20,837 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:20,837 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:20,837 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:20,837 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:20,998 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:20,998 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:20,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:20,999 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:20,999 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3135132109637823721.bcfks 2024-11-24T20:12:20,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:21,001 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:21,327 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:21,328 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:21,328 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread started 2024-11-24T20:12:21,328 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:21,329 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread started 2024-11-24T20:12:21,329 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:21,494 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:21,657 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:21,658 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7a5fc43c, L:/127.0.0.1:46791 - R:/127.0.0.1:56812] 2024-11-24T20:12:21,855 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:21,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:21,857 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks was interrupted and is shutting down... 2024-11-24T20:12:21,857 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46791 2024-11-24T20:12:21,857 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks was interrupted and is shutting down... 2024-11-24T20:12:21,857 DEBUG [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks was interrupted and is shutting down... 2024-11-24T20:12:21,858 DEBUG [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks was interrupted and is shutting down... 2024-11-24T20:12:21,858 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread finished 2024-11-24T20:12:21,858 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread finished 2024-11-24T20:12:21,858 INFO [FileChangeWatcher-hbase_test_key8063860116353629645.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8063860116353629645.bcfks thread finished 2024-11-24T20:12:21,858 INFO [FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3135132109637823721.bcfks thread finished 2024-11-24T20:12:21,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=8055 (was 8087) 2024-11-24T20:12:21,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=8055 2024-11-24T20:12:22,003 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:22,004 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45273 2024-11-24T20:12:22,004 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:22,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d809f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:22,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:22,006 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,039 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,040 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,040 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread started 2024-11-24T20:12:22,040 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,041 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread started 2024-11-24T20:12:22,041 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:22,058 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,076 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread started 2024-11-24T20:12:22,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,076 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread started 2024-11-24T20:12:22,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6ec391ce, L:/127.0.0.1:45273 - R:/127.0.0.1:51528] 2024-11-24T20:12:22,131 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:22,140 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,140 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,140 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,140 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,140 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,140 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,140 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,140 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,174 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,174 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,175 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,175 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,175 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,175 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,175 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,203 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,203 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,203 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,203 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,203 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45273,0 is dead - stopping the connection localhost:45273/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T20:12:22,203 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,203 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,203 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,203 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:22,204 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,238 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,238 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:22,256 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,272 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,273 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x20afebcd, L:/127.0.0.1:45273 - R:/127.0.0.1:51538] 2024-11-24T20:12:22,317 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:22,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:22,319 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15663585019210647522.jks was interrupted and is shutting down... 2024-11-24T20:12:22,319 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16049712806136886382.jks was interrupted and is shutting down... 2024-11-24T20:12:22,320 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread finished 2024-11-24T20:12:22,320 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread finished 2024-11-24T20:12:22,320 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45273 2024-11-24T20:12:22,320 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16049712806136886382.jks was interrupted and is shutting down... 2024-11-24T20:12:22,320 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15663585019210647522.jks was interrupted and is shutting down... 2024-11-24T20:12:22,320 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread finished 2024-11-24T20:12:22,327 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=8029 (was 8055) 2024-11-24T20:12:22,334 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=8029 2024-11-24T20:12:22,335 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:22,336 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread finished 2024-11-24T20:12:22,336 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44487 2024-11-24T20:12:22,336 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:22,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:22,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:22,338 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,372 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,372 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,373 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread started 2024-11-24T20:12:22,373 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,373 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread started 2024-11-24T20:12:22,373 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:22,391 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,409 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread started 2024-11-24T20:12:22,410 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread started 2024-11-24T20:12:22,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b66a87f, L:/127.0.0.1:44487 - R:/127.0.0.1:35780] 2024-11-24T20:12:22,450 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:22,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:22,452 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15663585019210647522.jks was interrupted and is shutting down... 2024-11-24T20:12:22,452 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16049712806136886382.jks was interrupted and is shutting down... 2024-11-24T20:12:22,453 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread finished 2024-11-24T20:12:22,453 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread finished 2024-11-24T20:12:22,459 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,459 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,459 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,459 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,487 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,487 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,487 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,488 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16049712806136886382.jks 2024-11-24T20:12:22,488 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,488 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,488 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,488 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,504 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,504 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,504 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:22,504 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15663585019210647522.jks 2024-11-24T20:12:22,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:22,505 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,539 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,540 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,540 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread started 2024-11-24T20:12:22,540 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,541 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread started 2024-11-24T20:12:22,541 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:22,558 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,575 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,575 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe4380e63, L:/127.0.0.1:44487 - R:/127.0.0.1:35782] 2024-11-24T20:12:22,620 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:22,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:22,621 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44487 2024-11-24T20:12:22,621 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15663585019210647522.jks was interrupted and is shutting down... 2024-11-24T20:12:22,621 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16049712806136886382.jks was interrupted and is shutting down... 2024-11-24T20:12:22,622 DEBUG [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16049712806136886382.jks was interrupted and is shutting down... 2024-11-24T20:12:22,622 DEBUG [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15663585019210647522.jks was interrupted and is shutting down... 2024-11-24T20:12:22,622 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread finished 2024-11-24T20:12:22,622 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread finished 2024-11-24T20:12:22,622 INFO [FileChangeWatcher-hbase_test_key16049712806136886382.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16049712806136886382.jks thread finished 2024-11-24T20:12:22,630 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=8004 (was 8029) 2024-11-24T20:12:22,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=8003 2024-11-24T20:12:22,640 INFO [FileChangeWatcher-hbase_test_ca15663585019210647522.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15663585019210647522.jks thread finished 2024-11-24T20:12:22,641 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:22,641 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43145 2024-11-24T20:12:22,641 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:22,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:22,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:22,643 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,647 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,647 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,648 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread started 2024-11-24T20:12:22,648 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,648 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread started 2024-11-24T20:12:22,648 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:22,652 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,653 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread started 2024-11-24T20:12:22,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,654 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread started 2024-11-24T20:12:22,654 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4c9d680a, L:/127.0.0.1:43145 - R:/127.0.0.1:51748] 2024-11-24T20:12:22,670 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,682 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43145,0 is dead - stopping the connection localhost:43145/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T20:12:22,683 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:22,684 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,689 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,689 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:22,693 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,693 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,693 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x10c38918, L:/127.0.0.1:43145 - R:/127.0.0.1:53976] 2024-11-24T20:12:22,712 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:22,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:22,713 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43145 2024-11-24T20:12:22,713 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13772296541832003472.pem was interrupted and is shutting down... 2024-11-24T20:12:22,713 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8519860335718408974.pem was interrupted and is shutting down... 2024-11-24T20:12:22,713 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13772296541832003472.pem was interrupted and is shutting down... 2024-11-24T20:12:22,713 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8519860335718408974.pem was interrupted and is shutting down... 2024-11-24T20:12:22,713 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread finished 2024-11-24T20:12:22,713 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread finished 2024-11-24T20:12:22,720 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=7999 (was 8003) 2024-11-24T20:12:22,726 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=7999 2024-11-24T20:12:22,727 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:22,728 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread finished 2024-11-24T20:12:22,728 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread finished 2024-11-24T20:12:22,728 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45477 2024-11-24T20:12:22,728 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:22,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:22,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:22,729 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,733 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,734 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,734 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread started 2024-11-24T20:12:22,734 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,735 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:22,735 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread started 2024-11-24T20:12:22,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,742 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread started 2024-11-24T20:12:22,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,742 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread started 2024-11-24T20:12:22,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf9f8b719, L:/127.0.0.1:45477 - R:/127.0.0.1:41868] 2024-11-24T20:12:22,758 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:22,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:22,761 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13772296541832003472.pem was interrupted and is shutting down... 2024-11-24T20:12:22,761 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8519860335718408974.pem was interrupted and is shutting down... 2024-11-24T20:12:22,761 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread finished 2024-11-24T20:12:22,761 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread finished 2024-11-24T20:12:22,769 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,769 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,769 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,769 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,769 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,769 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,769 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,769 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13772296541832003472.pem 2024-11-24T20:12:22,770 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,770 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,770 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,770 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,770 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,770 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,770 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,770 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8519860335718408974.pem 2024-11-24T20:12:22,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:22,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:22,771 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,775 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,776 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,776 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread started 2024-11-24T20:12:22,776 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,777 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread started 2024-11-24T20:12:22,777 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:22,781 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,781 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,782 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa03c0cd9, L:/127.0.0.1:45477 - R:/127.0.0.1:41874] 2024-11-24T20:12:22,798 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:22,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:22,799 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45477 2024-11-24T20:12:22,799 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8519860335718408974.pem was interrupted and is shutting down... 2024-11-24T20:12:22,799 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13772296541832003472.pem was interrupted and is shutting down... 2024-11-24T20:12:22,799 DEBUG [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13772296541832003472.pem was interrupted and is shutting down... 2024-11-24T20:12:22,799 DEBUG [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8519860335718408974.pem was interrupted and is shutting down... 2024-11-24T20:12:22,799 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread finished 2024-11-24T20:12:22,800 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread finished 2024-11-24T20:12:22,800 INFO [FileChangeWatcher-hbase_test_key13772296541832003472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13772296541832003472.pem thread finished 2024-11-24T20:12:22,800 INFO [FileChangeWatcher-hbase_test_ca8519860335718408974.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8519860335718408974.pem thread finished 2024-11-24T20:12:22,808 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=7995 (was 7999) 2024-11-24T20:12:22,813 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=7995 2024-11-24T20:12:22,859 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:22,860 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46673 2024-11-24T20:12:22,860 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:22,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:22,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:22,861 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,894 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,895 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,895 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,895 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread started 2024-11-24T20:12:22,895 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread started 2024-11-24T20:12:22,896 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:22,913 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:22,929 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:22,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,930 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread started 2024-11-24T20:12:22,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:22,931 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread started 2024-11-24T20:12:22,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x511b5435, L:/127.0.0.1:46673 - R:/127.0.0.1:39676] 2024-11-24T20:12:22,970 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:22,976 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:22,976 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:22,976 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:22,976 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:22,976 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:22,976 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:22,976 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:22,976 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,004 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,004 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,004 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,004 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,005 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,005 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,005 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,005 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,005 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,005 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,005 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,005 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,005 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,005 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,005 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,005 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,021 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,021 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,021 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,021 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,021 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,021 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,021 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46673,0 is dead - stopping the connection localhost:46673/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T20:12:23,021 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,021 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:23,022 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:23,063 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:23,064 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:23,080 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:23,096 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:23,097 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe94bb864, L:/127.0.0.1:46673 - R:/127.0.0.1:39692] 2024-11-24T20:12:23,136 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:23,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:23,137 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46673 2024-11-24T20:12:23,137 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,137 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5011894040696751154.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,137 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5011894040696751154.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,138 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,138 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread finished 2024-11-24T20:12:23,144 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=7967 (was 7995) 2024-11-24T20:12:23,150 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=7967 2024-11-24T20:12:23,150 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:23,151 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39007 2024-11-24T20:12:23,151 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:23,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:23,152 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread finished 2024-11-24T20:12:23,152 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread finished 2024-11-24T20:12:23,152 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread finished 2024-11-24T20:12:23,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:23,153 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:23,185 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:23,185 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:23,186 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread started 2024-11-24T20:12:23,186 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:23,186 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread started 2024-11-24T20:12:23,186 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:23,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:23,220 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:23,220 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:23,221 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread started 2024-11-24T20:12:23,221 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:23,221 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread started 2024-11-24T20:12:23,221 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfd38600f, L:/127.0.0.1:39007 - R:/127.0.0.1:55582] 2024-11-24T20:12:23,260 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:23,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:23,262 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,262 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5011894040696751154.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,262 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread finished 2024-11-24T20:12:23,262 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread finished 2024-11-24T20:12:23,266 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,266 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,266 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,266 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,294 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,294 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,294 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,294 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5011894040696751154.p12 2024-11-24T20:12:23,294 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,294 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,294 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,294 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,311 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,311 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,311 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,311 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11669343298611570216.p12 2024-11-24T20:12:23,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:23,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:23,312 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:23,344 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:23,344 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:23,345 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread started 2024-11-24T20:12:23,345 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:23,345 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread started 2024-11-24T20:12:23,345 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:23,362 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:23,377 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:23,378 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa6385b59, L:/127.0.0.1:39007 - R:/127.0.0.1:55598] 2024-11-24T20:12:23,417 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:23,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:23,418 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39007 2024-11-24T20:12:23,418 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5011894040696751154.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,418 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,418 DEBUG [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5011894040696751154.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,418 DEBUG [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 was interrupted and is shutting down... 2024-11-24T20:12:23,418 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread finished 2024-11-24T20:12:23,419 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread finished 2024-11-24T20:12:23,419 INFO [FileChangeWatcher-hbase_test_ca11669343298611570216.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11669343298611570216.p12 thread finished 2024-11-24T20:12:23,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=7966 (was 7967) 2024-11-24T20:12:23,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=7966 2024-11-24T20:12:23,436 INFO [FileChangeWatcher-hbase_test_key5011894040696751154.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5011894040696751154.p12 thread finished 2024-11-24T20:12:23,839 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:23,840 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37715 2024-11-24T20:12:23,840 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:23,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:23,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:23,841 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:24,167 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:24,167 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:24,168 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread started 2024-11-24T20:12:24,168 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:24,169 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread started 2024-11-24T20:12:24,169 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:24,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:24,495 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:24,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:24,496 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread started 2024-11-24T20:12:24,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:24,497 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread started 2024-11-24T20:12:24,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x268e4547, L:/127.0.0.1:37715 - R:/127.0.0.1:59218] 2024-11-24T20:12:24,729 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:24,739 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,739 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,739 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,739 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,739 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,739 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,739 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,739 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,992 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:24,992 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:24,992 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:24,992 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:24,992 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:24,993 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:25,159 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:25,159 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:25,159 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37715,0 is dead - stopping the connection localhost:37715/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T20:12:25,159 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:25,159 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:25,159 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:25,159 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:25,159 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:25,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:25,159 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:25,160 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:25,490 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:25,490 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:25,656 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:25,820 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:25,821 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdbd6bd4e, L:/127.0.0.1:37715 - R:/127.0.0.1:59226] 2024-11-24T20:12:26,003 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:26,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:26,005 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks was interrupted and is shutting down... 2024-11-24T20:12:26,005 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37715 2024-11-24T20:12:26,005 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks was interrupted and is shutting down... 2024-11-24T20:12:26,005 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks was interrupted and is shutting down... 2024-11-24T20:12:26,005 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks was interrupted and is shutting down... 2024-11-24T20:12:26,005 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread finished 2024-11-24T20:12:26,005 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread finished 2024-11-24T20:12:26,005 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread finished 2024-11-24T20:12:26,005 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread finished 2024-11-24T20:12:26,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=7966 (was 7966) 2024-11-24T20:12:26,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7966 2024-11-24T20:12:26,018 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T20:12:26,019 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38007 2024-11-24T20:12:26,019 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T20:12:26,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7817aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:26,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:26,021 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:26,345 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:26,346 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:26,346 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread started 2024-11-24T20:12:26,347 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:26,347 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread started 2024-11-24T20:12:26,347 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:26,514 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:26,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:26,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:26,678 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread started 2024-11-24T20:12:26,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:26,678 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread started 2024-11-24T20:12:26,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3b33dee, L:/127.0.0.1:38007 - R:/127.0.0.1:54726] 2024-11-24T20:12:26,856 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:26,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:26,859 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks was interrupted and is shutting down... 2024-11-24T20:12:26,859 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks was interrupted and is shutting down... 2024-11-24T20:12:26,859 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread finished 2024-11-24T20:12:26,859 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread finished 2024-11-24T20:12:26,865 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:26,865 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:26,865 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:26,865 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:27,111 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:27,111 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:27,111 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:27,111 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3081664593353002324.bcfks 2024-11-24T20:12:27,111 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:27,111 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:27,111 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:27,111 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:27,273 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:27,273 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:27,273 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:27,273 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13312421640373018710.bcfks 2024-11-24T20:12:27,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6ea1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T20:12:27,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T20:12:27,274 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:27,600 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:27,600 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:27,601 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread started 2024-11-24T20:12:27,601 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/355a077c-f818-3d20-3769-9292f628c80a/TestNettyTLSIPCFileWatcher 2024-11-24T20:12:27,601 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread started 2024-11-24T20:12:27,601 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T20:12:27,764 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T20:12:27,927 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T20:12:27,927 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8230260c, L:/127.0.0.1:38007 - R:/127.0.0.1:54742] 2024-11-24T20:12:28,113 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T20:12:28,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T20:12:28,115 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38007 2024-11-24T20:12:28,115 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks was interrupted and is shutting down... 2024-11-24T20:12:28,115 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks was interrupted and is shutting down... 2024-11-24T20:12:28,115 DEBUG [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks was interrupted and is shutting down... 2024-11-24T20:12:28,115 DEBUG [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks was interrupted and is shutting down... 2024-11-24T20:12:28,115 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread finished 2024-11-24T20:12:28,115 INFO [FileChangeWatcher-hbase_test_key3081664593353002324.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3081664593353002324.bcfks thread finished 2024-11-24T20:12:28,115 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread finished 2024-11-24T20:12:28,122 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7964 (was 7966) 2024-11-24T20:12:28,132 INFO [FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13312421640373018710.bcfks thread finished