2024-11-17 10:12:42,553 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-17 10:12:42,564 main DEBUG Took 0.009798 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 10:12:42,565 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 10:12:42,565 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 10:12:42,566 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 10:12:42,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,576 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 10:12:42,586 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,588 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,589 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,590 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,591 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,592 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,593 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,594 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,594 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,595 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,596 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 10:12:42,596 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,597 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 10:12:42,598 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 10:12:42,599 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 10:12:42,600 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 10:12:42,601 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 10:12:42,602 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 10:12:42,602 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 10:12:42,610 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 10:12:42,612 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 10:12:42,614 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 10:12:42,614 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 10:12:42,615 main DEBUG createAppenders(={Console}) 2024-11-17 10:12:42,615 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-17 10:12:42,615 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-17 10:12:42,616 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-17 10:12:42,616 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 10:12:42,616 main DEBUG OutputStream closed 2024-11-17 10:12:42,617 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 10:12:42,617 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 10:12:42,617 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-17 10:12:42,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 10:12:42,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 10:12:42,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 10:12:42,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 10:12:42,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 10:12:42,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 10:12:42,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 10:12:42,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 10:12:42,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 10:12:42,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 10:12:42,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 10:12:42,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 10:12:42,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 10:12:42,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 10:12:42,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 10:12:42,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 10:12:42,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 10:12:42,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 10:12:42,695 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 10:12:42,695 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-17 10:12:42,695 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 10:12:42,696 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-17T10:12:42,712 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-17 10:12:42,715 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 10:12:42,715 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T10:12:43,085 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T10:12:43,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=13615 2024-11-17T10:12:44,479 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T10:12:44,521 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T10:12:44,535 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T10:12:44,548 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T10:12:44,647 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:44,684 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28308 (auto-detected) 2024-11-17T10:12:44,685 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T10:12:44,707 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41403 2024-11-17T10:12:44,710 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:44,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7136cc62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:44,734 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T10:12:44,735 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T10:12:45,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:45,079 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:45,125 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:45,201 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:45,203 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread started 2024-11-17T10:12:45,204 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:45,204 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread started 2024-11-17T10:12:45,212 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:45,259 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:45,277 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:45,342 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:45,343 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread started 2024-11-17T10:12:45,343 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:45,343 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread started 2024-11-17T10:12:45,345 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd97f66e6, L:/127.0.0.1:41403 - R:/127.0.0.1:42902] 2024-11-17T10:12:45,455 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:45,677 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,677 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,677 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,678 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,678 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,678 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,677 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,678 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,703 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,703 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,703 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,703 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,703 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,703 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,703 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,703 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:45,703 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,704 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,704 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,704 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,704 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,704 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,704 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,704 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,717 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,717 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,717 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,717 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,717 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41403,0 is dead - stopping the connection localhost:41403/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T10:12:45,718 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,718 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,718 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,718 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:45,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:45,720 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:45,751 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:45,752 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:45,767 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:45,782 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:45,783 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x59915e5d, L:/127.0.0.1:41403 - R:/127.0.0.1:42916] 2024-11-17T10:12:45,826 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:45,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:45,829 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12384002215742066005.jks was interrupted and is shutting down... 2024-11-17T10:12:45,829 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10996182520588142796.jks was interrupted and is shutting down... 2024-11-17T10:12:45,829 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41403 2024-11-17T10:12:45,830 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12384002215742066005.jks was interrupted and is shutting down... 2024-11-17T10:12:45,830 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10996182520588142796.jks was interrupted and is shutting down... 2024-11-17T10:12:45,830 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread finished 2024-11-17T10:12:45,830 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread finished 2024-11-17T10:12:45,830 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread finished 2024-11-17T10:12:45,830 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread finished 2024-11-17T10:12:45,842 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=13470 (was 13615) 2024-11-17T10:12:45,849 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=13470 2024-11-17T10:12:45,851 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:45,852 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40845 2024-11-17T10:12:45,852 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:45,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bc6062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:45,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:45,854 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:45,884 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:45,884 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:45,885 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread started 2024-11-17T10:12:45,885 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:45,885 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread started 2024-11-17T10:12:45,886 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:45,900 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:45,915 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:45,916 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:45,916 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread started 2024-11-17T10:12:45,916 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:45,917 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread started 2024-11-17T10:12:45,917 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7e2a5798, L:/127.0.0.1:40845 - R:/127.0.0.1:52982] 2024-11-17T10:12:45,952 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:45,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:45,955 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12384002215742066005.jks was interrupted and is shutting down... 2024-11-17T10:12:45,955 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10996182520588142796.jks was interrupted and is shutting down... 2024-11-17T10:12:45,955 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread finished 2024-11-17T10:12:45,955 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread finished 2024-11-17T10:12:46,288 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:46,288 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:46,288 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:46,288 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:46,313 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:46,313 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:46,314 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:46,314 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12384002215742066005.jks 2024-11-17T10:12:46,314 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:46,314 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:46,314 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:46,314 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:46,328 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:46,328 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:46,328 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:46,328 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10996182520588142796.jks 2024-11-17T10:12:46,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655699e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:46,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:46,330 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:46,386 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:46,387 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,388 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread started 2024-11-17T10:12:46,388 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,389 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread started 2024-11-17T10:12:46,389 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:46,406 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:46,420 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:46,421 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1029628a, L:/127.0.0.1:40845 - R:/127.0.0.1:52996] 2024-11-17T10:12:46,459 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:46,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:46,461 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40845 2024-11-17T10:12:46,461 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10996182520588142796.jks was interrupted and is shutting down... 2024-11-17T10:12:46,461 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12384002215742066005.jks was interrupted and is shutting down... 2024-11-17T10:12:46,461 DEBUG [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10996182520588142796.jks was interrupted and is shutting down... 2024-11-17T10:12:46,461 DEBUG [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12384002215742066005.jks was interrupted and is shutting down... 2024-11-17T10:12:46,461 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread finished 2024-11-17T10:12:46,461 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread finished 2024-11-17T10:12:46,461 INFO [FileChangeWatcher-hbase_test_ca10996182520588142796.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10996182520588142796.jks thread finished 2024-11-17T10:12:46,468 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_key12384002215742066005.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=13423 (was 13470) 2024-11-17T10:12:46,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=13422 2024-11-17T10:12:46,484 INFO [FileChangeWatcher-hbase_test_key12384002215742066005.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12384002215742066005.jks thread finished 2024-11-17T10:12:46,525 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:46,526 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46607 2024-11-17T10:12:46,527 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:46,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47344ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:46,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:46,529 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:46,548 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:46,549 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,550 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,550 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread started 2024-11-17T10:12:46,550 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread started 2024-11-17T10:12:46,550 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:46,565 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:46,566 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:46,567 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,567 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread started 2024-11-17T10:12:46,567 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbafce733, L:/127.0.0.1:46607 - R:/127.0.0.1:32858] 2024-11-17T10:12:46,568 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread started 2024-11-17T10:12:46,584 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,818 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,819 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,819 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,819 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,819 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,819 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,819 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,819 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:46,819 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,819 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46607,0 is dead - stopping the connection localhost:46607/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T10:12:46,819 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,819 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,819 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,820 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,820 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:46,820 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,820 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,820 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,821 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:46,822 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:46,839 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:46,840 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:46,850 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:46,851 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:46,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3ac578cb, L:/127.0.0.1:46607 - R:/127.0.0.1:32860] 2024-11-17T10:12:46,872 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:46,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:46,874 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9493121903219188049.pem was interrupted and is shutting down... 2024-11-17T10:12:46,874 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12430696112698727206.pem was interrupted and is shutting down... 2024-11-17T10:12:46,874 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46607 2024-11-17T10:12:46,874 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12430696112698727206.pem was interrupted and is shutting down... 2024-11-17T10:12:46,874 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9493121903219188049.pem was interrupted and is shutting down... 2024-11-17T10:12:46,875 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread finished 2024-11-17T10:12:46,875 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread finished 2024-11-17T10:12:46,880 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread finished 2024-11-17T10:12:46,880 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread finished 2024-11-17T10:12:46,882 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key9493121903219188049.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12430696112698727206.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=13372 (was 13422) 2024-11-17T10:12:46,888 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=13371 2024-11-17T10:12:46,890 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:46,891 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43537 2024-11-17T10:12:46,891 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:46,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8c96c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:46,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:46,893 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:46,898 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:46,899 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,899 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread started 2024-11-17T10:12:46,899 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,900 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread started 2024-11-17T10:12:46,900 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:46,904 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:46,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:46,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,906 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread started 2024-11-17T10:12:46,906 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:46,906 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread started 2024-11-17T10:12:46,906 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfc33e631, L:/127.0.0.1:43537 - R:/127.0.0.1:46092] 2024-11-17T10:12:46,922 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:46,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:46,924 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9493121903219188049.pem was interrupted and is shutting down... 2024-11-17T10:12:46,924 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12430696112698727206.pem was interrupted and is shutting down... 2024-11-17T10:12:46,924 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread finished 2024-11-17T10:12:46,940 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread finished 2024-11-17T10:12:47,156 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:47,156 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:47,157 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:47,157 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:47,157 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:47,157 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:47,157 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:47,157 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9493121903219188049.pem 2024-11-17T10:12:47,158 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:47,158 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:47,158 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:47,158 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:47,158 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:47,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b560322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:47,158 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:47,158 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:47,159 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12430696112698727206.pem 2024-11-17T10:12:47,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:47,160 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:47,167 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:47,168 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:47,168 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread started 2024-11-17T10:12:47,171 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:47,171 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread started 2024-11-17T10:12:47,171 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:47,176 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:47,177 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:47,177 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6c8b9698, L:/127.0.0.1:43537 - R:/127.0.0.1:46108] 2024-11-17T10:12:47,193 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:47,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:47,195 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43537 2024-11-17T10:12:47,195 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9493121903219188049.pem was interrupted and is shutting down... 2024-11-17T10:12:47,195 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12430696112698727206.pem was interrupted and is shutting down... 2024-11-17T10:12:47,195 DEBUG [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9493121903219188049.pem was interrupted and is shutting down... 2024-11-17T10:12:47,195 DEBUG [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12430696112698727206.pem was interrupted and is shutting down... 2024-11-17T10:12:47,195 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread finished 2024-11-17T10:12:47,195 INFO [FileChangeWatcher-hbase_test_ca12430696112698727206.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12430696112698727206.pem thread finished 2024-11-17T10:12:47,195 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread finished 2024-11-17T10:12:47,195 INFO [FileChangeWatcher-hbase_test_key9493121903219188049.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9493121903219188049.pem thread finished 2024-11-17T10:12:47,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=13333 (was 13371) 2024-11-17T10:12:47,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=13332 2024-11-17T10:12:47,251 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:47,252 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36165 2024-11-17T10:12:47,252 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:47,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b12c2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:47,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:47,254 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:47,285 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:47,285 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:47,286 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread started 2024-11-17T10:12:47,286 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:47,288 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread started 2024-11-17T10:12:47,288 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:47,305 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:47,320 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:47,320 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:47,321 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:47,321 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread started 2024-11-17T10:12:47,321 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread started 2024-11-17T10:12:47,321 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3034f8b2, L:/127.0.0.1:36165 - R:/127.0.0.1:33258] 2024-11-17T10:12:47,358 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:47,747 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,747 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,747 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,747 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,747 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,747 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,747 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,747 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,772 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,772 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,772 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,772 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,772 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,772 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,772 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,772 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:47,772 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,772 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,772 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,773 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,773 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,773 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,773 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,773 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,787 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,787 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,787 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36165,0 is dead - stopping the connection localhost:36165/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T10:12:47,787 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,787 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,787 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,787 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,787 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,787 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:47,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:47,789 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:47,818 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:47,818 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:47,833 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:47,850 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:47,850 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x68f2d94f, L:/127.0.0.1:36165 - R:/127.0.0.1:33274] 2024-11-17T10:12:47,898 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:47,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:47,900 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36165 2024-11-17T10:12:47,900 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 was interrupted and is shutting down... 2024-11-17T10:12:47,900 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1859097303376060764.p12 was interrupted and is shutting down... 2024-11-17T10:12:47,900 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1859097303376060764.p12 was interrupted and is shutting down... 2024-11-17T10:12:47,900 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 was interrupted and is shutting down... 2024-11-17T10:12:47,901 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread finished 2024-11-17T10:12:47,901 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread finished 2024-11-17T10:12:47,901 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread finished 2024-11-17T10:12:47,908 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13245112584043146316.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=13265 (was 13332) 2024-11-17T10:12:47,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=13264 2024-11-17T10:12:47,917 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:47,918 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36933 2024-11-17T10:12:47,918 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:47,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f5622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:47,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:47,920 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread finished 2024-11-17T10:12:47,921 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:47,970 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:47,971 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:47,972 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread started 2024-11-17T10:12:47,972 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:47,973 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread started 2024-11-17T10:12:47,973 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:47,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:48,004 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:48,005 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:48,005 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread started 2024-11-17T10:12:48,006 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:48,006 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread started 2024-11-17T10:12:48,006 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b50d9f8, L:/127.0.0.1:36933 - R:/127.0.0.1:51920] 2024-11-17T10:12:48,046 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:48,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:48,049 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1859097303376060764.p12 was interrupted and is shutting down... 2024-11-17T10:12:48,049 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 was interrupted and is shutting down... 2024-11-17T10:12:48,049 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread finished 2024-11-17T10:12:48,050 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread finished 2024-11-17T10:12:48,777 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:48,777 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:48,777 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:48,777 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:48,802 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:48,802 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:48,803 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:48,803 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1859097303376060764.p12 2024-11-17T10:12:48,803 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:48,803 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:48,803 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:48,803 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:48,817 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:48,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e71897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:48,817 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:48,817 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:48,817 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13245112584043146316.p12 2024-11-17T10:12:48,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:48,818 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:48,847 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:48,848 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:48,848 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread started 2024-11-17T10:12:48,848 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:48,849 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread started 2024-11-17T10:12:48,849 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:48,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:48,878 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:48,878 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf2c0403b, L:/127.0.0.1:36933 - R:/127.0.0.1:51926] 2024-11-17T10:12:48,914 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:48,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:48,915 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36933 2024-11-17T10:12:48,915 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 was interrupted and is shutting down... 2024-11-17T10:12:48,915 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1859097303376060764.p12 was interrupted and is shutting down... 2024-11-17T10:12:48,916 DEBUG [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 was interrupted and is shutting down... 2024-11-17T10:12:48,916 DEBUG [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1859097303376060764.p12 was interrupted and is shutting down... 2024-11-17T10:12:48,916 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread finished 2024-11-17T10:12:48,916 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread finished 2024-11-17T10:12:48,916 INFO [FileChangeWatcher-hbase_test_ca13245112584043146316.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13245112584043146316.p12 thread finished 2024-11-17T10:12:48,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key1859097303376060764.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 211) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13161 (was 13264) 2024-11-17T10:12:48,929 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=13161 2024-11-17T10:12:48,932 INFO [FileChangeWatcher-hbase_test_key1859097303376060764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1859097303376060764.p12 thread finished 2024-11-17T10:12:49,560 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:49,561 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37017 2024-11-17T10:12:49,561 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:49,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7626b377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:49,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:49,563 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:49,901 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:49,901 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:49,902 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread started 2024-11-17T10:12:49,902 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:49,903 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread started 2024-11-17T10:12:49,903 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:50,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:50,228 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:50,229 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:50,229 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread started 2024-11-17T10:12:50,229 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:50,230 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread started 2024-11-17T10:12:50,230 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8695ba8, L:/127.0.0.1:37017 - R:/127.0.0.1:35872] 2024-11-17T10:12:50,421 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:50,727 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,727 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,727 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,727 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,727 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,727 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,727 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,727 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,992 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,992 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:50,992 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:50,992 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:50,992 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:51,154 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37017,0 is dead - stopping the connection localhost:37017/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T10:12:51,154 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:51,154 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:51,154 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:51,154 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:51,155 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:51,155 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:51,155 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:51,155 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:51,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:51,156 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:51,486 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:51,487 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:51,650 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:51,812 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:51,812 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2268d23e, L:/127.0.0.1:37017 - R:/127.0.0.1:35882] 2024-11-17T10:12:51,996 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:51,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:51,998 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks was interrupted and is shutting down... 2024-11-17T10:12:51,998 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37017 2024-11-17T10:12:51,998 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks was interrupted and is shutting down... 2024-11-17T10:12:51,998 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks was interrupted and is shutting down... 2024-11-17T10:12:51,998 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread finished 2024-11-17T10:12:51,998 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread finished 2024-11-17T10:12:51,998 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread finished 2024-11-17T10:12:51,998 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks was interrupted and is shutting down... 2024-11-17T10:12:52,006 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=13086 (was 13161) 2024-11-17T10:12:52,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=13086 2024-11-17T10:12:52,013 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:52,014 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34473 2024-11-17T10:12:52,014 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:52,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc21865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:52,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:52,016 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread finished 2024-11-17T10:12:52,016 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:52,339 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:52,340 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:52,340 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread started 2024-11-17T10:12:52,341 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:52,341 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread started 2024-11-17T10:12:52,341 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:52,503 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:52,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:52,666 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:52,666 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:52,666 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread started 2024-11-17T10:12:52,667 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread started 2024-11-17T10:12:52,667 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4c973a06, L:/127.0.0.1:34473 - R:/127.0.0.1:48360] 2024-11-17T10:12:52,842 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:52,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:52,844 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks was interrupted and is shutting down... 2024-11-17T10:12:52,844 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks was interrupted and is shutting down... 2024-11-17T10:12:52,844 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread finished 2024-11-17T10:12:52,844 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread finished 2024-11-17T10:12:52,986 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:52,986 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:52,986 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:52,986 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:53,227 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:53,227 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:53,227 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:53,227 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17506586848422329646.bcfks 2024-11-17T10:12:53,227 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:53,227 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:53,227 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:53,227 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:53,387 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:53,387 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:53,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a568d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:53,387 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:53,387 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12950861120969123284.bcfks 2024-11-17T10:12:53,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:53,389 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:53,713 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:53,714 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:53,714 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread started 2024-11-17T10:12:53,714 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:53,715 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread started 2024-11-17T10:12:53,715 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:53,877 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,039 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,040 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd33bc8d8, L:/127.0.0.1:34473 - R:/127.0.0.1:37586] 2024-11-17T10:12:54,224 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:54,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:54,227 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks was interrupted and is shutting down... 2024-11-17T10:12:54,227 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34473 2024-11-17T10:12:54,227 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks was interrupted and is shutting down... 2024-11-17T10:12:54,227 DEBUG [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks was interrupted and is shutting down... 2024-11-17T10:12:54,227 DEBUG [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks was interrupted and is shutting down... 2024-11-17T10:12:54,227 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread finished 2024-11-17T10:12:54,234 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key17506586848422329646.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=13059 (was 13086) 2024-11-17T10:12:54,240 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread finished 2024-11-17T10:12:54,240 INFO [FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12950861120969123284.bcfks thread finished 2024-11-17T10:12:54,240 INFO [FileChangeWatcher-hbase_test_key17506586848422329646.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17506586848422329646.bcfks thread finished 2024-11-17T10:12:54,240 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=13059 2024-11-17T10:12:54,370 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:54,371 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45195 2024-11-17T10:12:54,371 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:54,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773dd41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:54,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:54,372 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,401 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,402 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,402 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread started 2024-11-17T10:12:54,403 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,403 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread started 2024-11-17T10:12:54,403 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:54,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,432 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,433 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,433 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread started 2024-11-17T10:12:54,433 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,434 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread started 2024-11-17T10:12:54,434 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x725f4aa2, L:/127.0.0.1:45195 - R:/127.0.0.1:49442] 2024-11-17T10:12:54,480 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:54,489 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,489 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,489 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,489 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,489 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,489 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,492 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,492 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,514 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,514 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,514 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,514 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,514 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,528 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,528 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,528 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,528 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,528 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,528 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45195,0 is dead - stopping the connection localhost:45195/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T10:12:54,528 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,528 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,528 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:54,529 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,558 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,559 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:54,573 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,588 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,588 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe6235a98, L:/127.0.0.1:45195 - R:/127.0.0.1:49450] 2024-11-17T10:12:54,628 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:54,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:54,629 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45195 2024-11-17T10:12:54,629 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11449866275034967769.jks was interrupted and is shutting down... 2024-11-17T10:12:54,629 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5565631140786846835.jks was interrupted and is shutting down... 2024-11-17T10:12:54,630 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5565631140786846835.jks was interrupted and is shutting down... 2024-11-17T10:12:54,630 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11449866275034967769.jks was interrupted and is shutting down... 2024-11-17T10:12:54,630 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread finished 2024-11-17T10:12:54,630 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread finished 2024-11-17T10:12:54,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=13037 (was 13059) 2024-11-17T10:12:54,642 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=13037 2024-11-17T10:12:54,643 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:54,644 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread finished 2024-11-17T10:12:54,644 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread finished 2024-11-17T10:12:54,644 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46781 2024-11-17T10:12:54,644 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:54,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ed836f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:54,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:54,646 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,677 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,677 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,678 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread started 2024-11-17T10:12:54,678 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,678 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread started 2024-11-17T10:12:54,678 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:54,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,707 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,708 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,708 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread started 2024-11-17T10:12:54,708 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,709 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread started 2024-11-17T10:12:54,709 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4b5cccf7, L:/127.0.0.1:46781 - R:/127.0.0.1:52888] 2024-11-17T10:12:54,747 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:54,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:54,749 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5565631140786846835.jks was interrupted and is shutting down... 2024-11-17T10:12:54,749 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11449866275034967769.jks was interrupted and is shutting down... 2024-11-17T10:12:54,749 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread finished 2024-11-17T10:12:54,750 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread finished 2024-11-17T10:12:54,756 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,756 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,756 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,756 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,782 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,782 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,783 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,783 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5565631140786846835.jks 2024-11-17T10:12:54,783 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,783 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,783 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,783 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,797 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,797 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,798 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,798 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11449866275034967769.jks 2024-11-17T10:12:54,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bf7cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:54,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:54,799 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,827 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,828 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,829 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread started 2024-11-17T10:12:54,829 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,829 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread started 2024-11-17T10:12:54,829 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:54,845 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,859 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,860 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcfdf3f0c, L:/127.0.0.1:46781 - R:/127.0.0.1:52900] 2024-11-17T10:12:54,902 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:54,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:54,903 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46781 2024-11-17T10:12:54,903 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5565631140786846835.jks was interrupted and is shutting down... 2024-11-17T10:12:54,904 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11449866275034967769.jks was interrupted and is shutting down... 2024-11-17T10:12:54,904 DEBUG [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11449866275034967769.jks was interrupted and is shutting down... 2024-11-17T10:12:54,904 DEBUG [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5565631140786846835.jks was interrupted and is shutting down... 2024-11-17T10:12:54,904 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread finished 2024-11-17T10:12:54,904 INFO [FileChangeWatcher-hbase_test_ca11449866275034967769.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11449866275034967769.jks thread finished 2024-11-17T10:12:54,904 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread finished 2024-11-17T10:12:54,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=13019 (was 13037) 2024-11-17T10:12:54,917 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=13019 2024-11-17T10:12:54,920 INFO [FileChangeWatcher-hbase_test_key5565631140786846835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5565631140786846835.jks thread finished 2024-11-17T10:12:54,922 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:54,923 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35961 2024-11-17T10:12:54,923 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:54,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36583115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:54,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:54,924 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,928 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,929 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,929 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread started 2024-11-17T10:12:54,929 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,929 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread started 2024-11-17T10:12:54,930 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:54,933 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,933 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,934 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,934 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread started 2024-11-17T10:12:54,934 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:54,935 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread started 2024-11-17T10:12:54,935 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x99778519, L:/127.0.0.1:35961 - R:/127.0.0.1:52872] 2024-11-17T10:12:54,949 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,958 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,958 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,959 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,959 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,959 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,959 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,959 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35961,0 is dead - stopping the connection localhost:35961/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T10:12:54,959 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,959 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,959 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:54,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:54,960 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,965 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,965 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:54,969 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:54,969 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:54,970 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6e40e771, L:/127.0.0.1:35961 - R:/127.0.0.1:52876] 2024-11-17T10:12:54,987 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:54,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:54,988 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35961 2024-11-17T10:12:54,988 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1819713452859595559.pem was interrupted and is shutting down... 2024-11-17T10:12:54,988 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10863414592935740519.pem was interrupted and is shutting down... 2024-11-17T10:12:54,989 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1819713452859595559.pem was interrupted and is shutting down... 2024-11-17T10:12:54,989 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10863414592935740519.pem was interrupted and is shutting down... 2024-11-17T10:12:54,989 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread finished 2024-11-17T10:12:54,989 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread finished 2024-11-17T10:12:54,989 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread finished 2024-11-17T10:12:54,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=13016 (was 13019) 2024-11-17T10:12:55,002 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=13016 2024-11-17T10:12:55,003 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:55,003 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46353 2024-11-17T10:12:55,003 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:55,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53436773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:55,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:55,005 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,008 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread finished 2024-11-17T10:12:55,009 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,009 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,009 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread started 2024-11-17T10:12:55,010 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,010 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread started 2024-11-17T10:12:55,010 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:55,014 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,014 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,015 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,015 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread started 2024-11-17T10:12:55,016 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,016 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread started 2024-11-17T10:12:55,016 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0163019b, L:/127.0.0.1:46353 - R:/127.0.0.1:41256] 2024-11-17T10:12:55,029 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:55,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:55,031 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10863414592935740519.pem was interrupted and is shutting down... 2024-11-17T10:12:55,031 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1819713452859595559.pem was interrupted and is shutting down... 2024-11-17T10:12:55,032 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread finished 2024-11-17T10:12:55,032 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread finished 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:55,040 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:55,040 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10863414592935740519.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:55,040 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:55,040 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:55,041 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:55,041 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1819713452859595559.pem 2024-11-17T10:12:55,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42808c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:55,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:55,042 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,046 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,046 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,046 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread started 2024-11-17T10:12:55,046 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,047 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread started 2024-11-17T10:12:55,047 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:55,051 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,051 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,051 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf0f566d0, L:/127.0.0.1:46353 - R:/127.0.0.1:41262] 2024-11-17T10:12:55,066 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:55,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:55,068 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46353 2024-11-17T10:12:55,068 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1819713452859595559.pem was interrupted and is shutting down... 2024-11-17T10:12:55,068 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10863414592935740519.pem was interrupted and is shutting down... 2024-11-17T10:12:55,068 DEBUG [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1819713452859595559.pem was interrupted and is shutting down... 2024-11-17T10:12:55,068 DEBUG [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10863414592935740519.pem was interrupted and is shutting down... 2024-11-17T10:12:55,068 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread finished 2024-11-17T10:12:55,068 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread finished 2024-11-17T10:12:55,068 INFO [FileChangeWatcher-hbase_test_ca1819713452859595559.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1819713452859595559.pem thread finished 2024-11-17T10:12:55,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=13011 (was 13016) 2024-11-17T10:12:55,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=13010 2024-11-17T10:12:55,088 INFO [FileChangeWatcher-hbase_test_key10863414592935740519.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10863414592935740519.pem thread finished 2024-11-17T10:12:55,129 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:55,130 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40095 2024-11-17T10:12:55,130 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:55,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3d4b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:55,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:55,131 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,159 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,159 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,160 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread started 2024-11-17T10:12:55,160 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,160 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread started 2024-11-17T10:12:55,160 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:55,174 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,189 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread started 2024-11-17T10:12:55,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,189 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread started 2024-11-17T10:12:55,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x646d14ae, L:/127.0.0.1:40095 - R:/127.0.0.1:36122] 2024-11-17T10:12:55,223 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:55,228 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,228 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,228 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,228 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,228 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,228 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,228 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,228 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,252 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,252 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,252 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,252 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,252 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,266 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,266 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,266 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,266 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,266 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,266 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,266 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40095,0 is dead - stopping the connection localhost:40095/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T10:12:55,266 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,266 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:55,267 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,294 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,295 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:55,309 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,323 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,323 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfd76011b, L:/127.0.0.1:40095 - R:/127.0.0.1:36130] 2024-11-17T10:12:55,361 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:55,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:55,362 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40095 2024-11-17T10:12:55,362 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13136149760072461948.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,362 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,362 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13136149760072461948.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,362 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,363 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread finished 2024-11-17T10:12:55,363 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread finished 2024-11-17T10:12:55,363 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread finished 2024-11-17T10:12:55,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=12995 (was 13010) 2024-11-17T10:12:55,374 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=12995 2024-11-17T10:12:55,375 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:55,375 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44453 2024-11-17T10:12:55,375 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:55,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb23f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:55,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:55,377 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,380 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread finished 2024-11-17T10:12:55,403 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,404 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,404 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread started 2024-11-17T10:12:55,404 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,405 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread started 2024-11-17T10:12:55,405 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:55,419 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,432 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,432 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,433 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread started 2024-11-17T10:12:55,433 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,433 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread started 2024-11-17T10:12:55,433 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5e9f4b36, L:/127.0.0.1:44453 - R:/127.0.0.1:47292] 2024-11-17T10:12:55,469 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:55,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:55,471 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13136149760072461948.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,471 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,471 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread finished 2024-11-17T10:12:55,475 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,475 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,475 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,475 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,484 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread finished 2024-11-17T10:12:55,498 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,498 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,498 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,498 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13136149760072461948.p12 2024-11-17T10:12:55,498 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,498 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,498 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,498 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,512 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,512 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,512 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,512 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16706555670301392044.p12 2024-11-17T10:12:55,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2df48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:55,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:55,513 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,540 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,541 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,541 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread started 2024-11-17T10:12:55,541 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:55,542 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread started 2024-11-17T10:12:55,542 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:55,556 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:55,569 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:55,570 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb094ff9f, L:/127.0.0.1:44453 - R:/127.0.0.1:47308] 2024-11-17T10:12:55,607 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:55,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:55,608 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13136149760072461948.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,608 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44453 2024-11-17T10:12:55,608 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,608 DEBUG [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,608 DEBUG [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13136149760072461948.p12 was interrupted and is shutting down... 2024-11-17T10:12:55,609 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread finished 2024-11-17T10:12:55,609 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread finished 2024-11-17T10:12:55,609 INFO [FileChangeWatcher-hbase_test_key13136149760072461948.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13136149760072461948.p12 thread finished 2024-11-17T10:12:55,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=12985 (was 12995) 2024-11-17T10:12:55,621 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=12985 2024-11-17T10:12:55,624 INFO [FileChangeWatcher-hbase_test_ca16706555670301392044.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16706555670301392044.p12 thread finished 2024-11-17T10:12:56,023 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:56,024 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43775 2024-11-17T10:12:56,024 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:56,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d14e9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:56,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:56,025 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:56,347 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:56,347 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:56,348 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread started 2024-11-17T10:12:56,348 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:56,348 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread started 2024-11-17T10:12:56,348 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:56,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:56,672 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:56,672 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:56,673 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread started 2024-11-17T10:12:56,673 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:56,673 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread started 2024-11-17T10:12:56,673 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf7ab1272, L:/127.0.0.1:43775 - R:/127.0.0.1:38794] 2024-11-17T10:12:56,888 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:56,895 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:56,895 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:56,895 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:56,895 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:56,895 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:56,895 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:56,895 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:56,895 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:57,148 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:57,148 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,148 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,148 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,149 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,316 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,316 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,316 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,316 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,316 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43775,0 is dead - stopping the connection localhost:43775/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T10:12:57,316 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,316 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,316 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,316 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:57,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:57,317 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:57,644 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:57,645 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:57,808 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:57,971 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:57,971 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xebf649c5, L:/127.0.0.1:43775 - R:/127.0.0.1:38798] 2024-11-17T10:12:58,149 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:58,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:58,150 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43775 2024-11-17T10:12:58,150 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks was interrupted and is shutting down... 2024-11-17T10:12:58,150 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks was interrupted and is shutting down... 2024-11-17T10:12:58,150 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks was interrupted and is shutting down... 2024-11-17T10:12:58,150 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks was interrupted and is shutting down... 2024-11-17T10:12:58,150 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread finished 2024-11-17T10:12:58,150 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread finished 2024-11-17T10:12:58,151 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread finished 2024-11-17T10:12:58,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=12995 (was 12985) - AvailableMemoryMB LEAK? - 2024-11-17T10:12:58,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=12995 2024-11-17T10:12:58,164 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T10:12:58,164 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41681 2024-11-17T10:12:58,165 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T10:12:58,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64872608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:58,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:58,166 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:58,168 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread finished 2024-11-17T10:12:58,491 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:58,492 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:58,492 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread started 2024-11-17T10:12:58,492 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:58,493 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread started 2024-11-17T10:12:58,493 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:58,657 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:58,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:58,821 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:58,822 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread started 2024-11-17T10:12:58,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:58,822 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread started 2024-11-17T10:12:58,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb4f5ab93, L:/127.0.0.1:41681 - R:/127.0.0.1:54660] 2024-11-17T10:12:58,999 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:12:59,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:12:59,001 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks was interrupted and is shutting down... 2024-11-17T10:12:59,001 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks was interrupted and is shutting down... 2024-11-17T10:12:59,001 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread finished 2024-11-17T10:12:59,001 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread finished 2024-11-17T10:12:59,006 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:59,006 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:59,007 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:59,007 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:59,252 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:59,252 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:59,252 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:59,252 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7666549323036436840.bcfks 2024-11-17T10:12:59,252 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:59,252 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:59,252 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:59,252 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:59,414 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:59,414 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:59,414 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:59,414 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16135920606004998935.bcfks 2024-11-17T10:12:59,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328ba8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T10:12:59,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T10:12:59,416 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:12:59,742 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:12:59,742 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:59,743 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread started 2024-11-17T10:12:59,743 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/557de754-5161-4251-380b-2f24beca0327/TestNettyTLSIPCFileWatcher 2024-11-17T10:12:59,743 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread started 2024-11-17T10:12:59,743 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T10:12:59,906 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T10:13:00,069 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T10:13:00,070 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x788d57f9, L:/127.0.0.1:41681 - R:/127.0.0.1:54668] 2024-11-17T10:13:00,248 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T10:13:00,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T10:13:00,249 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41681 2024-11-17T10:13:00,249 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks was interrupted and is shutting down... 2024-11-17T10:13:00,249 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks was interrupted and is shutting down... 2024-11-17T10:13:00,250 DEBUG [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks was interrupted and is shutting down... 2024-11-17T10:13:00,250 DEBUG [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks was interrupted and is shutting down... 2024-11-17T10:13:00,250 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread finished 2024-11-17T10:13:00,250 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread finished 2024-11-17T10:13:00,250 INFO [FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16135920606004998935.bcfks thread finished 2024-11-17T10:13:00,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=12994 (was 12995) 2024-11-17T10:13:00,272 INFO [FileChangeWatcher-hbase_test_key7666549323036436840.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7666549323036436840.bcfks thread finished