2024-11-18 09:53:03,527 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-18 09:53:03,544 main DEBUG Took 0.014576 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 09:53:03,544 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 09:53:03,545 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 09:53:03,546 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 09:53:03,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,559 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 09:53:03,572 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,574 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,576 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,577 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,578 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,578 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,579 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,580 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,581 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,582 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,583 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,584 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 09:53:03,586 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,587 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 09:53:03,588 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 09:53:03,590 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 09:53:03,592 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 09:53:03,593 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 09:53:03,594 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 09:53:03,595 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 09:53:03,606 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 09:53:03,609 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 09:53:03,611 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 09:53:03,611 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 09:53:03,612 main DEBUG createAppenders(={Console}) 2024-11-18 09:53:03,613 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-18 09:53:03,613 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-18 09:53:03,613 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-18 09:53:03,614 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 09:53:03,614 main DEBUG OutputStream closed 2024-11-18 09:53:03,615 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 09:53:03,615 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 09:53:03,615 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-18 09:53:03,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 09:53:03,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 09:53:03,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 09:53:03,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 09:53:03,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 09:53:03,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 09:53:03,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 09:53:03,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 09:53:03,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 09:53:03,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 09:53:03,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 09:53:03,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 09:53:03,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 09:53:03,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 09:53:03,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 09:53:03,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 09:53:03,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 09:53:03,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 09:53:03,719 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 09:53:03,719 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-18 09:53:03,719 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 09:53:03,720 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-18T09:53:03,735 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-18 09:53:03,738 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 09:53:03,738 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T09:53:04,178 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T09:53:04,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=2264 2024-11-18T09:53:05,943 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T09:53:05,989 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T09:53:06,005 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T09:53:06,019 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T09:53:06,116 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:06,157 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27735 (auto-detected) 2024-11-18T09:53:06,159 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-18T09:53:06,180 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44871 2024-11-18T09:53:06,183 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:06,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0956a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:06,214 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T09:53:06,214 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T09:53:06,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:06,562 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:06,623 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:06,694 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:06,696 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread started 2024-11-18T09:53:06,696 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:06,697 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread started 2024-11-18T09:53:06,707 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:06,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:06,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:06,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:06,910 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread started 2024-11-18T09:53:06,910 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:06,911 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread started 2024-11-18T09:53:06,912 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x14cf6dbb, L:/127.0.0.1:44871 - R:/127.0.0.1:45684] 2024-11-18T09:53:07,033 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:07,289 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,289 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,289 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,289 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,289 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,289 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,289 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,289 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,318 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,318 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,318 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,318 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,318 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,318 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,318 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,318 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,319 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,319 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,319 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,319 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,319 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,319 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,319 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,319 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,333 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,333 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,333 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,333 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,333 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44871,0 is dead - stopping the connection localhost:44871/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T09:53:07,333 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,333 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,334 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,334 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:07,336 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:07,368 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:07,368 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:07,385 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:07,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:07,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3669c15e, L:/127.0.0.1:44871 - R:/127.0.0.1:45692] 2024-11-18T09:53:07,459 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:07,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:07,461 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44871 2024-11-18T09:53:07,461 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3046214312959821271.jks was interrupted and is shutting down... 2024-11-18T09:53:07,461 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15859691386614558745.jks was interrupted and is shutting down... 2024-11-18T09:53:07,462 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15859691386614558745.jks was interrupted and is shutting down... 2024-11-18T09:53:07,462 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread finished 2024-11-18T09:53:07,462 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3046214312959821271.jks was interrupted and is shutting down... 2024-11-18T09:53:07,462 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread finished 2024-11-18T09:53:07,463 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread finished 2024-11-18T09:53:07,463 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread finished 2024-11-18T09:53:07,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 474) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2128 (was 2264) 2024-11-18T09:53:07,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=2128 2024-11-18T09:53:07,480 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:07,481 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33341 2024-11-18T09:53:07,481 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:07,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cba7f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:07,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:07,484 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:07,529 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:07,530 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:07,532 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread started 2024-11-18T09:53:07,532 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:07,532 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread started 2024-11-18T09:53:07,533 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:07,548 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:07,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:07,564 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:07,565 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread started 2024-11-18T09:53:07,565 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:07,565 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread started 2024-11-18T09:53:07,565 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc13b6919, L:/127.0.0.1:33341 - R:/127.0.0.1:53714] 2024-11-18T09:53:07,612 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:07,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:07,615 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15859691386614558745.jks was interrupted and is shutting down... 2024-11-18T09:53:07,615 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread finished 2024-11-18T09:53:07,615 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3046214312959821271.jks was interrupted and is shutting down... 2024-11-18T09:53:07,616 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread finished 2024-11-18T09:53:07,820 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,820 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,820 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,820 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,850 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,850 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,851 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,851 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15859691386614558745.jks 2024-11-18T09:53:07,851 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,851 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,851 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,851 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,866 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,866 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757bf46e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:07,866 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,866 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3046214312959821271.jks 2024-11-18T09:53:07,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:07,867 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:07,899 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:07,900 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:07,900 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread started 2024-11-18T09:53:07,901 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:07,901 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread started 2024-11-18T09:53:07,902 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:07,918 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:07,934 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:07,935 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9520ada0, L:/127.0.0.1:33341 - R:/127.0.0.1:53724] 2024-11-18T09:53:07,986 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:07,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:07,988 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33341 2024-11-18T09:53:07,988 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15859691386614558745.jks was interrupted and is shutting down... 2024-11-18T09:53:07,989 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3046214312959821271.jks was interrupted and is shutting down... 2024-11-18T09:53:07,988 DEBUG [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15859691386614558745.jks was interrupted and is shutting down... 2024-11-18T09:53:07,989 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread finished 2024-11-18T09:53:07,988 DEBUG [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3046214312959821271.jks was interrupted and is shutting down... 2024-11-18T09:53:07,989 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread finished 2024-11-18T09:53:07,990 INFO [FileChangeWatcher-hbase_test_key15859691386614558745.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15859691386614558745.jks thread finished 2024-11-18T09:53:07,998 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3046214312959821271.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=2102 (was 2128) 2024-11-18T09:53:08,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=2102 2024-11-18T09:53:08,006 INFO [FileChangeWatcher-hbase_test_ca3046214312959821271.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3046214312959821271.jks thread finished 2024-11-18T09:53:08,076 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:08,077 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45085 2024-11-18T09:53:08,077 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:08,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e20993b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:08,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:08,083 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:08,108 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:08,109 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,109 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread started 2024-11-18T09:53:08,109 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,110 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread started 2024-11-18T09:53:08,110 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:08,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:08,129 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:08,130 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,131 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread started 2024-11-18T09:53:08,132 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,133 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread started 2024-11-18T09:53:08,133 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xed5f70eb, L:/127.0.0.1:45085 - R:/127.0.0.1:59388] 2024-11-18T09:53:08,153 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:08,412 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,412 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,412 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,412 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,412 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,412 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,412 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,412 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,413 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,412 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,413 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,413 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,413 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,413 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45085,0 is dead - stopping the connection localhost:45085/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T09:53:08,413 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,413 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,413 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,413 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,413 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,414 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,414 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:08,415 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,415 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,415 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,415 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,415 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,415 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,416 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:08,423 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:08,424 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:08,430 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:08,431 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:08,432 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x07942569, L:/127.0.0.1:45085 - R:/127.0.0.1:59392] 2024-11-18T09:53:08,451 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:08,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:08,455 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45085 2024-11-18T09:53:08,455 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16438911048150836635.pem was interrupted and is shutting down... 2024-11-18T09:53:08,455 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16438911048150836635.pem was interrupted and is shutting down... 2024-11-18T09:53:08,455 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16734145374269667087.pem was interrupted and is shutting down... 2024-11-18T09:53:08,456 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread finished 2024-11-18T09:53:08,456 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread finished 2024-11-18T09:53:08,456 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread finished 2024-11-18T09:53:08,456 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16734145374269667087.pem was interrupted and is shutting down... 2024-11-18T09:53:08,464 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16734145374269667087.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=2037 (was 2102) 2024-11-18T09:53:08,474 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread finished 2024-11-18T09:53:08,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=2037 2024-11-18T09:53:08,476 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:08,477 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38635 2024-11-18T09:53:08,477 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:08,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701a5c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:08,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:08,479 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:08,485 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:08,486 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,487 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread started 2024-11-18T09:53:08,487 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,487 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread started 2024-11-18T09:53:08,487 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:08,493 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:08,493 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:08,494 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,494 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread started 2024-11-18T09:53:08,495 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,496 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread started 2024-11-18T09:53:08,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3178e51a, L:/127.0.0.1:38635 - R:/127.0.0.1:58306] 2024-11-18T09:53:08,508 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:08,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:08,510 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16438911048150836635.pem was interrupted and is shutting down... 2024-11-18T09:53:08,510 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16734145374269667087.pem was interrupted and is shutting down... 2024-11-18T09:53:08,511 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread finished 2024-11-18T09:53:08,511 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread finished 2024-11-18T09:53:08,834 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,834 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,834 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,834 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,834 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,834 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,834 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,834 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16438911048150836635.pem 2024-11-18T09:53:08,835 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,835 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,835 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,835 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511b2c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:08,835 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,835 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16734145374269667087.pem 2024-11-18T09:53:08,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:08,839 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:08,843 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:08,844 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,844 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread started 2024-11-18T09:53:08,845 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,845 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread started 2024-11-18T09:53:08,845 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:08,851 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:08,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:08,853 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe742cbb4, L:/127.0.0.1:38635 - R:/127.0.0.1:58312] 2024-11-18T09:53:08,870 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:08,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:08,872 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38635 2024-11-18T09:53:08,872 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16438911048150836635.pem was interrupted and is shutting down... 2024-11-18T09:53:08,872 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16734145374269667087.pem was interrupted and is shutting down... 2024-11-18T09:53:08,872 DEBUG [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16734145374269667087.pem was interrupted and is shutting down... 2024-11-18T09:53:08,872 DEBUG [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16438911048150836635.pem was interrupted and is shutting down... 2024-11-18T09:53:08,873 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread finished 2024-11-18T09:53:08,873 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread finished 2024-11-18T09:53:08,873 INFO [FileChangeWatcher-hbase_test_key16438911048150836635.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16438911048150836635.pem thread finished 2024-11-18T09:53:08,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=1993 (was 2037) 2024-11-18T09:53:08,885 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=1992 2024-11-18T09:53:08,886 INFO [FileChangeWatcher-hbase_test_ca16734145374269667087.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16734145374269667087.pem thread finished 2024-11-18T09:53:08,929 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:08,930 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36879 2024-11-18T09:53:08,930 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:08,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237a80ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:08,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:08,933 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:08,964 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:08,964 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,965 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread started 2024-11-18T09:53:08,965 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:08,965 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread started 2024-11-18T09:53:08,965 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:08,993 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:09,014 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:09,014 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:09,015 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:09,015 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread started 2024-11-18T09:53:09,015 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread started 2024-11-18T09:53:09,015 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5bed52da, L:/127.0.0.1:36879 - R:/127.0.0.1:33384] 2024-11-18T09:53:09,050 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:09,285 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,285 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,285 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,285 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,286 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,286 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,286 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,286 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,311 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,311 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,311 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,311 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,312 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,312 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,312 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,312 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,312 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,312 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,312 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,312 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,312 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,312 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,312 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,312 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,327 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,327 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,327 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,327 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36879,0 is dead - stopping the connection localhost:36879/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T09:53:09,327 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,327 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,327 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,327 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,327 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:09,329 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:09,360 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:09,360 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:09,386 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:09,404 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:09,404 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5a325a64, L:/127.0.0.1:36879 - R:/127.0.0.1:33396] 2024-11-18T09:53:09,440 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:09,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:09,442 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36879 2024-11-18T09:53:09,442 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17626893725665962445.p12 was interrupted and is shutting down... 2024-11-18T09:53:09,442 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 was interrupted and is shutting down... 2024-11-18T09:53:09,442 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17626893725665962445.p12 was interrupted and is shutting down... 2024-11-18T09:53:09,442 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 was interrupted and is shutting down... 2024-11-18T09:53:09,442 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread finished 2024-11-18T09:53:09,442 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread finished 2024-11-18T09:53:09,443 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread finished 2024-11-18T09:53:09,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca8747106042518676155.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=1933 (was 1992) 2024-11-18T09:53:09,454 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread finished 2024-11-18T09:53:09,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=1933 2024-11-18T09:53:09,456 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:09,456 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42765 2024-11-18T09:53:09,456 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:09,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476f149c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:09,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:09,458 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:09,488 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:09,489 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:09,489 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread started 2024-11-18T09:53:09,489 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:09,490 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread started 2024-11-18T09:53:09,490 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:09,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:09,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:09,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:09,532 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread started 2024-11-18T09:53:09,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:09,532 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread started 2024-11-18T09:53:09,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc49a566e, L:/127.0.0.1:42765 - R:/127.0.0.1:58182] 2024-11-18T09:53:09,567 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:09,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:09,569 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17626893725665962445.p12 was interrupted and is shutting down... 2024-11-18T09:53:09,569 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 was interrupted and is shutting down... 2024-11-18T09:53:09,570 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread finished 2024-11-18T09:53:09,570 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread finished 2024-11-18T09:53:09,889 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,890 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,890 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,890 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,916 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,916 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,916 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,916 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17626893725665962445.p12 2024-11-18T09:53:09,916 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,916 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,916 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,916 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,931 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,931 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,931 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f77e4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:09,931 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8747106042518676155.p12 2024-11-18T09:53:09,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:09,933 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:09,963 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:09,964 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:09,964 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread started 2024-11-18T09:53:09,964 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:09,965 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread started 2024-11-18T09:53:09,965 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:09,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:10,013 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:10,014 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x244b3c30, L:/127.0.0.1:42765 - R:/127.0.0.1:58190] 2024-11-18T09:53:10,050 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:10,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:10,051 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42765 2024-11-18T09:53:10,051 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17626893725665962445.p12 was interrupted and is shutting down... 2024-11-18T09:53:10,051 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 was interrupted and is shutting down... 2024-11-18T09:53:10,051 DEBUG [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 was interrupted and is shutting down... 2024-11-18T09:53:10,051 DEBUG [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17626893725665962445.p12 was interrupted and is shutting down... 2024-11-18T09:53:10,052 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread finished 2024-11-18T09:53:10,052 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread finished 2024-11-18T09:53:10,052 INFO [FileChangeWatcher-hbase_test_ca8747106042518676155.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8747106042518676155.p12 thread finished 2024-11-18T09:53:10,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=1866 (was 1933) 2024-11-18T09:53:10,066 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=1866 2024-11-18T09:53:10,066 INFO [FileChangeWatcher-hbase_test_key17626893725665962445.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17626893725665962445.p12 thread finished 2024-11-18T09:53:10,596 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:10,597 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43805 2024-11-18T09:53:10,597 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:10,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f7b06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:10,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:10,599 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:10,892 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:10,893 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:10,893 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread started 2024-11-18T09:53:10,893 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:10,894 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread started 2024-11-18T09:53:10,894 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:11,036 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:11,176 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:11,177 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:11,177 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread started 2024-11-18T09:53:11,177 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:11,178 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread started 2024-11-18T09:53:11,178 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7b11cbe7, L:/127.0.0.1:43805 - R:/127.0.0.1:59146] 2024-11-18T09:53:11,350 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:11,956 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:11,956 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:11,956 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:11,956 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:11,956 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:11,956 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:11,957 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:11,957 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:12,167 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:12,167 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,167 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,167 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,167 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,309 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,309 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,309 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,309 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,309 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43805,0 is dead - stopping the connection localhost:43805/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T09:53:12,309 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,309 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,309 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,309 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:12,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:12,311 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:12,598 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:12,598 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:12,754 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:12,896 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:12,896 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeef30266, L:/127.0.0.1:43805 - R:/127.0.0.1:59150] 2024-11-18T09:53:13,092 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:13,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:13,094 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43805 2024-11-18T09:53:13,094 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks was interrupted and is shutting down... 2024-11-18T09:53:13,094 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks was interrupted and is shutting down... 2024-11-18T09:53:13,094 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks was interrupted and is shutting down... 2024-11-18T09:53:13,095 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread finished 2024-11-18T09:53:13,095 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks was interrupted and is shutting down... 2024-11-18T09:53:13,095 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread finished 2024-11-18T09:53:13,095 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread finished 2024-11-18T09:53:13,102 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=1748 (was 1866) 2024-11-18T09:53:13,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=1748 2024-11-18T09:53:13,109 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:13,109 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36015 2024-11-18T09:53:13,109 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:13,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62800860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:13,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:13,110 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread finished 2024-11-18T09:53:13,111 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:13,405 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:13,406 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:13,407 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread started 2024-11-18T09:53:13,407 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:13,408 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread started 2024-11-18T09:53:13,408 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:13,549 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:13,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:13,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:13,693 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread started 2024-11-18T09:53:13,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:13,693 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread started 2024-11-18T09:53:13,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x316faec2, L:/127.0.0.1:36015 - R:/127.0.0.1:39824] 2024-11-18T09:53:13,858 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:13,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:13,860 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks was interrupted and is shutting down... 2024-11-18T09:53:13,860 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks was interrupted and is shutting down... 2024-11-18T09:53:13,861 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread finished 2024-11-18T09:53:13,862 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread finished 2024-11-18T09:53:14,097 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:14,097 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:14,098 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:14,098 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:14,308 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:14,308 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:14,309 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:14,309 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4430669806767527835.bcfks 2024-11-18T09:53:14,309 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:14,309 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:14,309 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:14,309 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:14,450 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:14,450 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:14,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7430ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:14,451 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:14,451 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9585776252522982978.bcfks 2024-11-18T09:53:14,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:14,453 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:14,734 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:14,735 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:14,735 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread started 2024-11-18T09:53:14,735 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:14,736 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread started 2024-11-18T09:53:14,736 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:14,886 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,026 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,026 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8ea03364, L:/127.0.0.1:36015 - R:/127.0.0.1:39836] 2024-11-18T09:53:15,186 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:15,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:15,190 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36015 2024-11-18T09:53:15,190 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks was interrupted and is shutting down... 2024-11-18T09:53:15,190 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks was interrupted and is shutting down... 2024-11-18T09:53:15,190 DEBUG [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks was interrupted and is shutting down... 2024-11-18T09:53:15,190 DEBUG [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks was interrupted and is shutting down... 2024-11-18T09:53:15,190 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread finished 2024-11-18T09:53:15,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=42 (was 35) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.tryTerminate(ThreadPoolExecutor.java:733) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.processWorkerExit(ThreadPoolExecutor.java:1002) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1150) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key4430669806767527835.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1714 (was 1748) 2024-11-18T09:53:15,202 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread finished 2024-11-18T09:53:15,202 INFO [FileChangeWatcher-hbase_test_key4430669806767527835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4430669806767527835.bcfks thread finished 2024-11-18T09:53:15,202 INFO [FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9585776252522982978.bcfks thread finished 2024-11-18T09:53:15,203 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=1714 2024-11-18T09:53:15,318 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:15,319 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38131 2024-11-18T09:53:15,319 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:15,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb1c72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:15,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:15,321 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,351 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,351 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,352 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread started 2024-11-18T09:53:15,352 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,352 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread started 2024-11-18T09:53:15,352 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:15,368 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,383 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread started 2024-11-18T09:53:15,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,384 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread started 2024-11-18T09:53:15,384 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9111ceb3, L:/127.0.0.1:38131 - R:/127.0.0.1:45098] 2024-11-18T09:53:15,445 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:15,453 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,453 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,453 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,453 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,453 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,453 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,453 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,453 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,479 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,479 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,479 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,480 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,480 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,480 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,480 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,495 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,495 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,495 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38131,0 is dead - stopping the connection localhost:38131/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T09:53:15,495 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,495 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,495 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,495 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,495 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:15,495 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,496 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,526 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,527 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:15,542 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,557 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,558 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x72676390, L:/127.0.0.1:38131 - R:/127.0.0.1:45102] 2024-11-18T09:53:15,596 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:15,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:15,598 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38131 2024-11-18T09:53:15,598 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11105979435775587179.jks was interrupted and is shutting down... 2024-11-18T09:53:15,598 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10791316699491837657.jks was interrupted and is shutting down... 2024-11-18T09:53:15,598 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10791316699491837657.jks was interrupted and is shutting down... 2024-11-18T09:53:15,598 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11105979435775587179.jks was interrupted and is shutting down... 2024-11-18T09:53:15,598 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread finished 2024-11-18T09:53:15,598 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread finished 2024-11-18T09:53:15,599 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread finished 2024-11-18T09:53:15,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1692 (was 1714) 2024-11-18T09:53:15,610 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread finished 2024-11-18T09:53:15,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=1692 2024-11-18T09:53:15,614 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:15,615 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36651 2024-11-18T09:53:15,615 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:15,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c5e493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:15,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:15,616 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,646 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,647 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,647 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread started 2024-11-18T09:53:15,647 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,648 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread started 2024-11-18T09:53:15,648 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:15,663 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,679 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread started 2024-11-18T09:53:15,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,679 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread started 2024-11-18T09:53:15,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x55ebe07f, L:/127.0.0.1:36651 - R:/127.0.0.1:58694] 2024-11-18T09:53:15,715 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:15,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:15,717 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11105979435775587179.jks was interrupted and is shutting down... 2024-11-18T09:53:15,717 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10791316699491837657.jks was interrupted and is shutting down... 2024-11-18T09:53:15,717 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread finished 2024-11-18T09:53:15,717 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread finished 2024-11-18T09:53:15,725 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,725 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,726 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,726 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,751 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,751 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,752 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,752 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11105979435775587179.jks 2024-11-18T09:53:15,752 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,752 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,752 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,752 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,767 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,767 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,767 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,767 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10791316699491837657.jks 2024-11-18T09:53:15,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31116fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:15,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:15,768 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,823 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,824 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,824 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread started 2024-11-18T09:53:15,824 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,825 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread started 2024-11-18T09:53:15,825 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:15,841 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,856 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,856 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x78e2b8d2, L:/127.0.0.1:36651 - R:/127.0.0.1:58706] 2024-11-18T09:53:15,907 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:15,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:15,908 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36651 2024-11-18T09:53:15,908 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11105979435775587179.jks was interrupted and is shutting down... 2024-11-18T09:53:15,908 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10791316699491837657.jks was interrupted and is shutting down... 2024-11-18T09:53:15,908 DEBUG [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10791316699491837657.jks was interrupted and is shutting down... 2024-11-18T09:53:15,908 DEBUG [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11105979435775587179.jks was interrupted and is shutting down... 2024-11-18T09:53:15,909 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread finished 2024-11-18T09:53:15,909 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread finished 2024-11-18T09:53:15,909 INFO [FileChangeWatcher-hbase_test_key11105979435775587179.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11105979435775587179.jks thread finished 2024-11-18T09:53:15,910 INFO [FileChangeWatcher-hbase_test_ca10791316699491837657.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10791316699491837657.jks thread finished 2024-11-18T09:53:15,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1670 (was 1692) 2024-11-18T09:53:15,923 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=1669 2024-11-18T09:53:15,930 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:15,930 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34685 2024-11-18T09:53:15,930 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:15,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54161f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:15,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:15,932 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,936 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,936 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,937 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread started 2024-11-18T09:53:15,937 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,937 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread started 2024-11-18T09:53:15,937 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:15,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,944 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread started 2024-11-18T09:53:15,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:15,944 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread started 2024-11-18T09:53:15,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd2e154fd, L:/127.0.0.1:34685 - R:/127.0.0.1:48796] 2024-11-18T09:53:15,959 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,968 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34685,0 is dead - stopping the connection localhost:34685/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:15,969 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,969 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,970 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,970 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:15,970 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,970 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,971 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:15,974 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,975 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:15,978 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:15,978 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:15,979 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x81db1269, L:/127.0.0.1:34685 - R:/127.0.0.1:48808] 2024-11-18T09:53:15,994 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:15,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:15,996 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516604224264079629.pem was interrupted and is shutting down... 2024-11-18T09:53:15,996 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9790735312702227314.pem was interrupted and is shutting down... 2024-11-18T09:53:15,996 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34685 2024-11-18T09:53:15,996 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9790735312702227314.pem was interrupted and is shutting down... 2024-11-18T09:53:15,996 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516604224264079629.pem was interrupted and is shutting down... 2024-11-18T09:53:15,996 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread finished 2024-11-18T09:53:15,996 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread finished 2024-11-18T09:53:15,996 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread finished 2024-11-18T09:53:15,996 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread finished 2024-11-18T09:53:16,003 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1666 (was 1669) 2024-11-18T09:53:16,009 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=1665 2024-11-18T09:53:16,010 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:16,011 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35489 2024-11-18T09:53:16,011 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:16,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f693b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:16,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:16,013 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,016 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,016 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,020 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread started 2024-11-18T09:53:16,020 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,020 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread started 2024-11-18T09:53:16,020 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:16,024 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,028 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread started 2024-11-18T09:53:16,028 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,028 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread started 2024-11-18T09:53:16,028 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08d1e85c, L:/127.0.0.1:35489 - R:/127.0.0.1:49630] 2024-11-18T09:53:16,047 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:16,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:16,049 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516604224264079629.pem was interrupted and is shutting down... 2024-11-18T09:53:16,049 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9790735312702227314.pem was interrupted and is shutting down... 2024-11-18T09:53:16,049 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread finished 2024-11-18T09:53:16,049 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread finished 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:16,056 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:16,056 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516604224264079629.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:16,056 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:16,056 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:16,056 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9790735312702227314.pem 2024-11-18T09:53:16,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1404d4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:16,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:16,057 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,061 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,061 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,062 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread started 2024-11-18T09:53:16,062 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,062 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread started 2024-11-18T09:53:16,062 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:16,066 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,066 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,066 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x82be21f8, L:/127.0.0.1:35489 - R:/127.0.0.1:49644] 2024-11-18T09:53:16,084 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:16,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:16,085 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35489 2024-11-18T09:53:16,085 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516604224264079629.pem was interrupted and is shutting down... 2024-11-18T09:53:16,085 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9790735312702227314.pem was interrupted and is shutting down... 2024-11-18T09:53:16,086 DEBUG [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516604224264079629.pem was interrupted and is shutting down... 2024-11-18T09:53:16,086 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread finished 2024-11-18T09:53:16,086 DEBUG [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9790735312702227314.pem was interrupted and is shutting down... 2024-11-18T09:53:16,086 INFO [FileChangeWatcher-hbase_test_key5516604224264079629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516604224264079629.pem thread finished 2024-11-18T09:53:16,088 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread finished 2024-11-18T09:53:16,093 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1663 (was 1665) 2024-11-18T09:53:16,110 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=1652 2024-11-18T09:53:16,110 INFO [FileChangeWatcher-hbase_test_ca9790735312702227314.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9790735312702227314.pem thread finished 2024-11-18T09:53:16,151 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:16,152 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40521 2024-11-18T09:53:16,152 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:16,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6cb70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:16,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:16,154 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,182 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,182 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,183 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread started 2024-11-18T09:53:16,183 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,183 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread started 2024-11-18T09:53:16,183 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:16,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,214 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread started 2024-11-18T09:53:16,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,214 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread started 2024-11-18T09:53:16,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf37798ab, L:/127.0.0.1:40521 - R:/127.0.0.1:40628] 2024-11-18T09:53:16,249 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:16,254 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,254 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,254 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,254 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,254 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,254 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,254 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,254 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,279 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,279 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,279 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,279 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,279 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,293 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,293 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,293 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,293 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,293 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,293 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,293 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,293 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40521,0 is dead - stopping the connection localhost:40521/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T09:53:16,293 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:16,294 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,333 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,333 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:16,359 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,375 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,375 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfbb3d66d, L:/127.0.0.1:40521 - R:/127.0.0.1:40642] 2024-11-18T09:53:16,413 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:16,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:16,414 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40521 2024-11-18T09:53:16,414 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1826750400021208662.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,414 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,415 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1826750400021208662.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,415 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,415 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread finished 2024-11-18T09:53:16,415 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread finished 2024-11-18T09:53:16,415 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread finished 2024-11-18T09:53:16,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1650 (was 1652) 2024-11-18T09:53:16,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=1650 2024-11-18T09:53:16,428 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:16,428 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34325 2024-11-18T09:53:16,428 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:16,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcbe686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:16,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:16,430 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,430 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread finished 2024-11-18T09:53:16,461 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,462 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,462 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread started 2024-11-18T09:53:16,462 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,463 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread started 2024-11-18T09:53:16,463 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:16,477 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,492 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,492 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread started 2024-11-18T09:53:16,492 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,492 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread started 2024-11-18T09:53:16,492 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8101f0b9, L:/127.0.0.1:34325 - R:/127.0.0.1:58908] 2024-11-18T09:53:16,538 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:16,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:16,540 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1826750400021208662.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,540 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,540 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread finished 2024-11-18T09:53:16,540 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread finished 2024-11-18T09:53:16,544 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,544 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,544 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,544 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,571 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,571 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,571 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,571 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1826750400021208662.p12 2024-11-18T09:53:16,571 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,571 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,571 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,571 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,585 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,585 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,585 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,585 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12304263215773239978.p12 2024-11-18T09:53:16,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bad2759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:16,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:16,586 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,634 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,634 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,635 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread started 2024-11-18T09:53:16,635 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:16,635 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread started 2024-11-18T09:53:16,635 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:16,650 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:16,664 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:16,665 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x97d3253a, L:/127.0.0.1:34325 - R:/127.0.0.1:58912] 2024-11-18T09:53:16,700 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:16,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:16,701 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34325 2024-11-18T09:53:16,701 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,701 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1826750400021208662.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,701 DEBUG [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,701 DEBUG [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1826750400021208662.p12 was interrupted and is shutting down... 2024-11-18T09:53:16,702 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread finished 2024-11-18T09:53:16,702 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread finished 2024-11-18T09:53:16,702 INFO [FileChangeWatcher-hbase_test_key1826750400021208662.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1826750400021208662.p12 thread finished 2024-11-18T09:53:16,702 INFO [FileChangeWatcher-hbase_test_ca12304263215773239978.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12304263215773239978.p12 thread finished 2024-11-18T09:53:16,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=36 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1642 (was 1650) 2024-11-18T09:53:16,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=1642 2024-11-18T09:53:17,079 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:17,079 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37367 2024-11-18T09:53:17,079 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:17,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68797e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:17,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:17,081 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:17,372 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:17,372 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:17,373 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread started 2024-11-18T09:53:17,373 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:17,373 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread started 2024-11-18T09:53:17,373 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:17,529 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:17,669 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:17,669 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:17,670 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread started 2024-11-18T09:53:17,670 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:17,670 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread started 2024-11-18T09:53:17,670 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbd0788c5, L:/127.0.0.1:37367 - R:/127.0.0.1:36988] 2024-11-18T09:53:17,867 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:17,877 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:17,877 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:17,877 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:17,877 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:17,877 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:17,877 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:17,878 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:17,878 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:18,105 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:18,105 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,105 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,105 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,105 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,251 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,251 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,251 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,251 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,251 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,251 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,251 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,251 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:18,251 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37367,0 is dead - stopping the connection localhost:37367/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T09:53:18,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:18,252 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:18,540 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:18,541 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:18,700 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:18,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:18,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xabd03e20, L:/127.0.0.1:37367 - R:/127.0.0.1:53098] 2024-11-18T09:53:19,002 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:19,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:19,004 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37367 2024-11-18T09:53:19,004 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks was interrupted and is shutting down... 2024-11-18T09:53:19,004 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks was interrupted and is shutting down... 2024-11-18T09:53:19,004 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks was interrupted and is shutting down... 2024-11-18T09:53:19,004 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks was interrupted and is shutting down... 2024-11-18T09:53:19,004 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread finished 2024-11-18T09:53:19,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1646 (was 1642) - AvailableMemoryMB LEAK? - 2024-11-18T09:53:19,018 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread finished 2024-11-18T09:53:19,018 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread finished 2024-11-18T09:53:19,018 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread finished 2024-11-18T09:53:19,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=1646 2024-11-18T09:53:19,020 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T09:53:19,021 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45289 2024-11-18T09:53:19,021 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T09:53:19,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3631e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:19,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:19,022 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:19,318 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:19,318 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:19,319 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread started 2024-11-18T09:53:19,319 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:19,319 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread started 2024-11-18T09:53:19,319 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:19,473 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:19,615 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:19,616 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:19,616 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread started 2024-11-18T09:53:19,616 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:19,616 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread started 2024-11-18T09:53:19,617 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x74eb59c4, L:/127.0.0.1:45289 - R:/127.0.0.1:38320] 2024-11-18T09:53:19,771 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:19,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:19,772 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks was interrupted and is shutting down... 2024-11-18T09:53:19,772 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks was interrupted and is shutting down... 2024-11-18T09:53:19,773 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread finished 2024-11-18T09:53:19,773 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread finished 2024-11-18T09:53:19,780 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:19,780 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:19,780 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:19,780 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:19,991 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:19,991 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:19,991 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:19,991 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17819112169911381301.bcfks 2024-11-18T09:53:19,991 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:19,991 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:19,991 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:19,991 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:20,132 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:20,132 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:20,132 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:20,132 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8216386817114372330.bcfks 2024-11-18T09:53:20,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebf872a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T09:53:20,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T09:53:20,133 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:20,433 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:20,433 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:20,434 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread started 2024-11-18T09:53:20,434 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/39c891f2-aa13-99b0-0214-8b657b7c48fe/TestNettyTLSIPCFileWatcher 2024-11-18T09:53:20,434 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread started 2024-11-18T09:53:20,434 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T09:53:20,576 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T09:53:20,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T09:53:20,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0b59c20c, L:/127.0.0.1:45289 - R:/127.0.0.1:38324] 2024-11-18T09:53:20,875 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T09:53:20,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T09:53:20,876 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45289 2024-11-18T09:53:20,876 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks was interrupted and is shutting down... 2024-11-18T09:53:20,876 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks was interrupted and is shutting down... 2024-11-18T09:53:20,876 DEBUG [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks was interrupted and is shutting down... 2024-11-18T09:53:20,876 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread finished 2024-11-18T09:53:20,877 INFO [FileChangeWatcher-hbase_test_key17819112169911381301.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17819112169911381301.bcfks thread finished 2024-11-18T09:53:20,877 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread finished 2024-11-18T09:53:20,877 DEBUG [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks was interrupted and is shutting down... 2024-11-18T09:53:20,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=1645 (was 1646) 2024-11-18T09:53:20,890 INFO [FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8216386817114372330.bcfks thread finished