2024-11-08 16:29:16,696 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-08 16:29:16,707 main DEBUG Took 0.009836 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 16:29:16,708 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 16:29:16,708 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 16:29:16,709 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 16:29:16,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,719 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 16:29:16,729 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,732 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,733 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,734 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,735 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,736 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,737 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,738 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,740 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,741 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,742 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 16:29:16,743 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,743 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 16:29:16,745 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 16:29:16,746 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 16:29:16,749 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 16:29:16,749 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 16:29:16,751 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 16:29:16,752 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 16:29:16,762 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 16:29:16,765 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 16:29:16,768 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 16:29:16,768 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 16:29:16,769 main DEBUG createAppenders(={Console}) 2024-11-08 16:29:16,769 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-08 16:29:16,770 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-08 16:29:16,770 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-08 16:29:16,771 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 16:29:16,771 main DEBUG OutputStream closed 2024-11-08 16:29:16,772 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 16:29:16,772 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 16:29:16,772 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-08 16:29:16,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 16:29:16,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 16:29:16,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 16:29:16,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 16:29:16,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 16:29:16,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 16:29:16,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 16:29:16,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 16:29:16,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 16:29:16,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 16:29:16,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 16:29:16,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 16:29:16,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 16:29:16,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 16:29:16,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 16:29:16,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 16:29:16,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 16:29:16,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 16:29:16,857 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 16:29:16,858 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-08 16:29:16,858 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 16:29:16,859 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-08T16:29:16,872 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-08 16:29:16,875 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 16:29:16,875 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T16:29:17,227 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T16:29:17,987 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=5299 2024-11-08T16:29:18,598 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T16:29:18,636 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T16:29:18,649 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T16:29:18,659 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T16:29:18,727 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:18,756 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46174 (auto-detected) 2024-11-08T16:29:18,758 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T16:29:18,779 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43903 2024-11-08T16:29:18,781 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:18,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:18,809 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T16:29:18,809 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T16:29:19,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:19,152 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:19,196 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:19,288 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:19,290 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:19,290 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread started 2024-11-08T16:29:19,291 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread started 2024-11-08T16:29:19,297 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:19,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:19,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:19,483 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:19,484 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread started 2024-11-08T16:29:19,484 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:19,484 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread started 2024-11-08T16:29:19,486 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2da4765d, L:/127.0.0.1:43903 - R:/127.0.0.1:37338] 2024-11-08T16:29:19,613 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:20,002 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,002 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,002 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,002 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,002 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,002 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,002 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,002 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,025 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,025 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,025 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,025 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,025 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,025 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,025 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,025 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,081 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,081 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,081 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,081 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,081 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,082 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,082 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,082 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,101 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,101 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,101 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,101 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,101 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,101 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43903,0 is dead - stopping the connection localhost:43903/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T16:29:20,101 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,101 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,101 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:20,103 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:20,134 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:20,134 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:20,149 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:20,163 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:20,164 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1ec5b746, L:/127.0.0.1:43903 - R:/127.0.0.1:37340] 2024-11-08T16:29:20,207 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:20,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:20,209 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43903 2024-11-08T16:29:20,209 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16981784561878231062.jks was interrupted and is shutting down... 2024-11-08T16:29:20,209 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4117648837345012631.jks was interrupted and is shutting down... 2024-11-08T16:29:20,209 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4117648837345012631.jks was interrupted and is shutting down... 2024-11-08T16:29:20,209 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16981784561878231062.jks was interrupted and is shutting down... 2024-11-08T16:29:20,210 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread finished 2024-11-08T16:29:20,210 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread finished 2024-11-08T16:29:20,210 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread finished 2024-11-08T16:29:20,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16981784561878231062.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 95) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5152 (was 5299) 2024-11-08T16:29:20,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5152 2024-11-08T16:29:20,226 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:20,226 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41329 2024-11-08T16:29:20,226 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread finished 2024-11-08T16:29:20,227 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:20,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:20,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:20,229 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:20,268 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:20,268 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,269 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,269 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread started 2024-11-08T16:29:20,269 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread started 2024-11-08T16:29:20,270 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:20,285 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:20,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:20,299 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,300 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread started 2024-11-08T16:29:20,300 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,301 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread started 2024-11-08T16:29:20,301 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x967cc2e2, L:/127.0.0.1:41329 - R:/127.0.0.1:57198] 2024-11-08T16:29:20,335 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:20,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:20,338 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16981784561878231062.jks was interrupted and is shutting down... 2024-11-08T16:29:20,338 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4117648837345012631.jks was interrupted and is shutting down... 2024-11-08T16:29:20,338 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread finished 2024-11-08T16:29:20,338 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread finished 2024-11-08T16:29:20,521 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,521 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,521 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,521 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,544 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,544 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,545 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,545 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4117648837345012631.jks 2024-11-08T16:29:20,563 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,563 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,563 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,563 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,582 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,582 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,583 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,583 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16981784561878231062.jks 2024-11-08T16:29:20,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6749dbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:20,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:20,584 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:20,612 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:20,613 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,613 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread started 2024-11-08T16:29:20,613 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,614 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread started 2024-11-08T16:29:20,614 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:20,629 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:20,643 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:20,644 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1ce6b625, L:/127.0.0.1:41329 - R:/127.0.0.1:57204] 2024-11-08T16:29:20,680 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:20,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:20,682 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41329 2024-11-08T16:29:20,682 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4117648837345012631.jks was interrupted and is shutting down... 2024-11-08T16:29:20,682 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16981784561878231062.jks was interrupted and is shutting down... 2024-11-08T16:29:20,682 DEBUG [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16981784561878231062.jks was interrupted and is shutting down... 2024-11-08T16:29:20,682 DEBUG [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4117648837345012631.jks was interrupted and is shutting down... 2024-11-08T16:29:20,682 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread finished 2024-11-08T16:29:20,682 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread finished 2024-11-08T16:29:20,682 INFO [FileChangeWatcher-hbase_test_key4117648837345012631.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4117648837345012631.jks thread finished 2024-11-08T16:29:20,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5104 (was 5152) 2024-11-08T16:29:20,694 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5104 2024-11-08T16:29:20,699 INFO [FileChangeWatcher-hbase_test_ca16981784561878231062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16981784561878231062.jks thread finished 2024-11-08T16:29:20,758 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:20,759 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42937 2024-11-08T16:29:20,759 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:20,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:20,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:20,761 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:20,781 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:20,782 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,783 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread started 2024-11-08T16:29:20,783 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,783 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread started 2024-11-08T16:29:20,783 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:20,805 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:20,806 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:20,807 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,807 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread started 2024-11-08T16:29:20,807 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:20,808 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread started 2024-11-08T16:29:20,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0b4ceba2, L:/127.0.0.1:42937 - R:/127.0.0.1:37156] 2024-11-08T16:29:20,826 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,113 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,114 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,114 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42937,0 is dead - stopping the connection localhost:42937/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T16:29:21,139 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,140 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,140 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,140 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,139 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:21,140 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,141 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:21,145 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:21,146 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:21,150 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:21,151 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:21,151 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x760afcf5, L:/127.0.0.1:42937 - R:/127.0.0.1:37170] 2024-11-08T16:29:21,168 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:21,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:21,170 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42937 2024-11-08T16:29:21,170 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca927346766893484532.pem was interrupted and is shutting down... 2024-11-08T16:29:21,170 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6714572700213330927.pem was interrupted and is shutting down... 2024-11-08T16:29:21,170 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca927346766893484532.pem was interrupted and is shutting down... 2024-11-08T16:29:21,170 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6714572700213330927.pem was interrupted and is shutting down... 2024-11-08T16:29:21,170 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread finished 2024-11-08T16:29:21,170 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread finished 2024-11-08T16:29:21,171 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread finished 2024-11-08T16:29:21,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6714572700213330927.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5053 (was 5104) 2024-11-08T16:29:21,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5051 2024-11-08T16:29:21,183 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:21,184 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46139 2024-11-08T16:29:21,184 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:21,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:21,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:21,186 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:21,190 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:21,190 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,190 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread finished 2024-11-08T16:29:21,191 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread started 2024-11-08T16:29:21,191 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,192 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread started 2024-11-08T16:29:21,192 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:21,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:21,199 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:21,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,200 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread started 2024-11-08T16:29:21,201 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread started 2024-11-08T16:29:21,201 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4fe00679, L:/127.0.0.1:46139 - R:/127.0.0.1:43532] 2024-11-08T16:29:21,215 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:21,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:21,217 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6714572700213330927.pem was interrupted and is shutting down... 2024-11-08T16:29:21,217 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca927346766893484532.pem was interrupted and is shutting down... 2024-11-08T16:29:21,218 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread finished 2024-11-08T16:29:21,218 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread finished 2024-11-08T16:29:21,427 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,427 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,427 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,427 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,428 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,428 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,428 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,428 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6714572700213330927.pem 2024-11-08T16:29:21,455 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,455 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,455 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,455 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,456 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,456 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,456 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:21,456 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca927346766893484532.pem 2024-11-08T16:29:21,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:21,458 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:21,465 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:21,465 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,466 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread started 2024-11-08T16:29:21,466 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,466 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread started 2024-11-08T16:29:21,467 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:21,472 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:21,473 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:21,473 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8b02ddd4, L:/127.0.0.1:46139 - R:/127.0.0.1:43534] 2024-11-08T16:29:21,488 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:21,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:21,490 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46139 2024-11-08T16:29:21,490 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6714572700213330927.pem was interrupted and is shutting down... 2024-11-08T16:29:21,490 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca927346766893484532.pem was interrupted and is shutting down... 2024-11-08T16:29:21,490 DEBUG [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca927346766893484532.pem was interrupted and is shutting down... 2024-11-08T16:29:21,490 DEBUG [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6714572700213330927.pem was interrupted and is shutting down... 2024-11-08T16:29:21,490 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread finished 2024-11-08T16:29:21,490 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread finished 2024-11-08T16:29:21,491 INFO [FileChangeWatcher-hbase_test_ca927346766893484532.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca927346766893484532.pem thread finished 2024-11-08T16:29:21,491 INFO [FileChangeWatcher-hbase_test_key6714572700213330927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6714572700213330927.pem thread finished 2024-11-08T16:29:21,496 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=5000 (was 5051) 2024-11-08T16:29:21,501 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=5000 2024-11-08T16:29:21,541 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:21,542 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44415 2024-11-08T16:29:21,543 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:21,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa6c7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:21,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:21,544 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:21,572 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:21,573 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,574 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread started 2024-11-08T16:29:21,574 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,574 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread started 2024-11-08T16:29:21,574 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:21,588 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:21,601 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:21,601 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,602 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread started 2024-11-08T16:29:21,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:21,602 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread started 2024-11-08T16:29:21,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76e95c1c, L:/127.0.0.1:44415 - R:/127.0.0.1:42250] 2024-11-08T16:29:21,636 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:21,879 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,879 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,879 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,879 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,879 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,879 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,879 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,880 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,902 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,902 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,902 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,902 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,902 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,902 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,902 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,902 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:21,921 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,921 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,921 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,921 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,921 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,921 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,921 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,921 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,942 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44415,0 is dead - stopping the connection localhost:44415/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T16:29:21,942 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,942 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,942 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,942 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,942 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,942 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,942 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,942 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:21,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:21,943 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:21,972 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:21,973 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:21,987 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:22,000 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:22,000 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1797190b, L:/127.0.0.1:44415 - R:/127.0.0.1:42256] 2024-11-08T16:29:22,035 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:22,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:22,037 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44415 2024-11-08T16:29:22,037 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9651436546390942172.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,037 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca423688414663485101.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,037 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca423688414663485101.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,037 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9651436546390942172.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,037 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread finished 2024-11-08T16:29:22,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_key9651436546390942172.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca423688414663485101.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca423688414663485101.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=4939 (was 5000) 2024-11-08T16:29:22,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=4939 2024-11-08T16:29:22,050 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:22,050 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread finished 2024-11-08T16:29:22,050 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33419 2024-11-08T16:29:22,051 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread finished 2024-11-08T16:29:22,050 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread finished 2024-11-08T16:29:22,051 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:22,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:22,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:22,052 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:22,082 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:22,082 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:22,082 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread started 2024-11-08T16:29:22,082 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:22,083 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread started 2024-11-08T16:29:22,083 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:22,097 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:22,112 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:22,112 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:22,113 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread started 2024-11-08T16:29:22,113 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:22,113 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread started 2024-11-08T16:29:22,114 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xccbddf75, L:/127.0.0.1:33419 - R:/127.0.0.1:54382] 2024-11-08T16:29:22,145 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:22,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:22,148 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca423688414663485101.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,148 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9651436546390942172.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,148 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread finished 2024-11-08T16:29:22,148 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread finished 2024-11-08T16:29:22,287 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:22,287 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:22,287 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:22,287 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:22,310 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:22,310 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:22,310 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:22,310 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9651436546390942172.p12 2024-11-08T16:29:22,329 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:22,329 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:22,329 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:22,329 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:22,347 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:22,347 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:22,347 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:22,347 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca423688414663485101.p12 2024-11-08T16:29:22,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f55961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:22,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:22,348 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:22,377 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:22,377 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:22,378 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread started 2024-11-08T16:29:22,378 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:22,378 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread started 2024-11-08T16:29:22,378 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:22,393 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:22,406 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:22,407 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf85db605, L:/127.0.0.1:33419 - R:/127.0.0.1:54394] 2024-11-08T16:29:22,452 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:22,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:22,453 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33419 2024-11-08T16:29:22,453 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9651436546390942172.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,453 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca423688414663485101.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,453 DEBUG [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9651436546390942172.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,453 DEBUG [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca423688414663485101.p12 was interrupted and is shutting down... 2024-11-08T16:29:22,454 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread finished 2024-11-08T16:29:22,454 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread finished 2024-11-08T16:29:22,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=4880 (was 4939) 2024-11-08T16:29:22,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=4880 2024-11-08T16:29:22,466 INFO [FileChangeWatcher-hbase_test_ca423688414663485101.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca423688414663485101.p12 thread finished 2024-11-08T16:29:22,466 INFO [FileChangeWatcher-hbase_test_key9651436546390942172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9651436546390942172.p12 thread finished 2024-11-08T16:29:22,905 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:22,905 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35791 2024-11-08T16:29:22,905 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:22,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:22,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:22,907 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:23,161 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:23,161 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:23,161 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread started 2024-11-08T16:29:23,161 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:23,162 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread started 2024-11-08T16:29:23,162 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:23,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:23,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:23,411 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:23,411 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread started 2024-11-08T16:29:23,412 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:23,412 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread started 2024-11-08T16:29:23,412 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7bc0de7a, L:/127.0.0.1:35791 - R:/127.0.0.1:44386] 2024-11-08T16:29:23,566 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:23,784 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,784 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,784 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,784 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,784 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,784 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,784 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,784 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,968 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,969 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,968 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,968 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,969 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,969 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,969 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,969 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:23,988 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:23,988 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:23,988 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:23,988 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:23,988 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:23,988 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:23,988 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:23,988 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:24,111 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:24,111 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35791,0 is dead - stopping the connection localhost:35791/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T16:29:24,111 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:24,111 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:24,111 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:24,112 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:24,112 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:24,112 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:24,112 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:24,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:24,113 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:24,357 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:24,357 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:24,480 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:24,612 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:24,612 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xae98b73c, L:/127.0.0.1:35791 - R:/127.0.0.1:44402] 2024-11-08T16:29:24,758 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:24,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:24,760 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35791 2024-11-08T16:29:24,760 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks was interrupted and is shutting down... 2024-11-08T16:29:24,760 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks was interrupted and is shutting down... 2024-11-08T16:29:24,760 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks was interrupted and is shutting down... 2024-11-08T16:29:24,760 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks was interrupted and is shutting down... 2024-11-08T16:29:24,760 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread finished 2024-11-08T16:29:24,760 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread finished 2024-11-08T16:29:24,760 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread finished 2024-11-08T16:29:24,760 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread finished 2024-11-08T16:29:24,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=4809 (was 4880) 2024-11-08T16:29:24,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=4809 2024-11-08T16:29:24,771 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:24,772 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41713 2024-11-08T16:29:24,772 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:24,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:24,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:24,773 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:25,018 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:25,019 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:25,019 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread started 2024-11-08T16:29:25,019 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:25,019 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread started 2024-11-08T16:29:25,020 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:25,143 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:25,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:25,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:25,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:25,266 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread started 2024-11-08T16:29:25,266 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread started 2024-11-08T16:29:25,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x45855624, L:/127.0.0.1:41713 - R:/127.0.0.1:34188] 2024-11-08T16:29:25,401 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:25,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:25,403 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks was interrupted and is shutting down... 2024-11-08T16:29:25,403 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks was interrupted and is shutting down... 2024-11-08T16:29:25,403 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread finished 2024-11-08T16:29:25,403 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread finished 2024-11-08T16:29:25,555 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:25,555 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:25,556 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:25,556 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:25,736 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:25,736 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:25,737 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:25,737 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15052514858412865922.bcfks 2024-11-08T16:29:25,763 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:25,763 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:25,763 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:25,763 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:25,887 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:25,887 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:25,888 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:25,888 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18391008448040392581.bcfks 2024-11-08T16:29:25,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:25,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:25,889 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:26,131 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:26,132 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:26,132 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread started 2024-11-08T16:29:26,132 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:26,133 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread started 2024-11-08T16:29:26,133 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:26,256 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:26,377 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:26,377 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x460b5a9a, L:/127.0.0.1:41713 - R:/127.0.0.1:34194] 2024-11-08T16:29:26,519 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:26,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:26,522 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41713 2024-11-08T16:29:26,522 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks was interrupted and is shutting down... 2024-11-08T16:29:26,522 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks was interrupted and is shutting down... 2024-11-08T16:29:26,522 DEBUG [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks was interrupted and is shutting down... 2024-11-08T16:29:26,522 DEBUG [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks was interrupted and is shutting down... 2024-11-08T16:29:26,522 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread finished 2024-11-08T16:29:26,522 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread finished 2024-11-08T16:29:26,522 INFO [FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18391008448040392581.bcfks thread finished 2024-11-08T16:29:26,527 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=4771 (was 4809) 2024-11-08T16:29:26,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=4770 2024-11-08T16:29:26,534 INFO [FileChangeWatcher-hbase_test_key15052514858412865922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15052514858412865922.bcfks thread finished 2024-11-08T16:29:26,705 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:26,706 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37079 2024-11-08T16:29:26,706 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:26,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:26,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:26,707 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:26,735 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:26,735 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:26,736 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread started 2024-11-08T16:29:26,736 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:26,736 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread started 2024-11-08T16:29:26,736 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:26,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:26,762 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:26,763 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:26,763 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread started 2024-11-08T16:29:26,763 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:26,764 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread started 2024-11-08T16:29:26,764 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x81779eb1, L:/127.0.0.1:37079 - R:/127.0.0.1:56336] 2024-11-08T16:29:26,811 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:26,819 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,819 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,819 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,820 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,820 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,820 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,820 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,820 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,844 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,844 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,844 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,844 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,844 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,857 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,857 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,857 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37079,0 is dead - stopping the connection localhost:37079/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T16:29:26,857 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,858 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,858 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,858 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,858 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,858 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:26,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:26,858 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:26,885 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:26,885 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:26,899 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:26,913 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:26,913 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2251be7e, L:/127.0.0.1:37079 - R:/127.0.0.1:56338] 2024-11-08T16:29:26,949 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:26,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:26,950 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37079 2024-11-08T16:29:26,950 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5458243884175019256.jks was interrupted and is shutting down... 2024-11-08T16:29:26,950 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4338413288809234845.jks was interrupted and is shutting down... 2024-11-08T16:29:26,950 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4338413288809234845.jks was interrupted and is shutting down... 2024-11-08T16:29:26,950 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5458243884175019256.jks was interrupted and is shutting down... 2024-11-08T16:29:26,951 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread finished 2024-11-08T16:29:26,951 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread finished 2024-11-08T16:29:26,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=4747 (was 4770) 2024-11-08T16:29:26,958 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread finished 2024-11-08T16:29:26,958 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread finished 2024-11-08T16:29:26,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=4747 2024-11-08T16:29:26,962 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:26,962 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34385 2024-11-08T16:29:26,962 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:26,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:26,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:26,963 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:26,990 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:26,990 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:26,991 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread started 2024-11-08T16:29:26,991 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:26,991 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread started 2024-11-08T16:29:26,991 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,005 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,018 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,018 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,019 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread started 2024-11-08T16:29:27,019 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,019 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread started 2024-11-08T16:29:27,019 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf2eb639c, L:/127.0.0.1:34385 - R:/127.0.0.1:35958] 2024-11-08T16:29:27,055 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:27,056 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5458243884175019256.jks was interrupted and is shutting down... 2024-11-08T16:29:27,056 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4338413288809234845.jks was interrupted and is shutting down... 2024-11-08T16:29:27,057 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread finished 2024-11-08T16:29:27,057 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread finished 2024-11-08T16:29:27,065 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:27,065 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:27,065 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:27,065 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:27,088 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:27,088 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:27,088 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:27,088 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5458243884175019256.jks 2024-11-08T16:29:27,088 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:27,089 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:27,089 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:27,089 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:27,102 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:27,102 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:27,102 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:27,102 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4338413288809234845.jks 2024-11-08T16:29:27,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:27,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:27,103 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,129 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,130 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,130 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread started 2024-11-08T16:29:27,130 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,131 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread started 2024-11-08T16:29:27,131 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,145 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,158 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,158 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x858c0a52, L:/127.0.0.1:34385 - R:/127.0.0.1:35964] 2024-11-08T16:29:27,196 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:27,198 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5458243884175019256.jks was interrupted and is shutting down... 2024-11-08T16:29:27,198 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34385 2024-11-08T16:29:27,198 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4338413288809234845.jks was interrupted and is shutting down... 2024-11-08T16:29:27,198 DEBUG [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5458243884175019256.jks was interrupted and is shutting down... 2024-11-08T16:29:27,198 DEBUG [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4338413288809234845.jks was interrupted and is shutting down... 2024-11-08T16:29:27,198 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread finished 2024-11-08T16:29:27,198 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread finished 2024-11-08T16:29:27,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=4720 (was 4747) 2024-11-08T16:29:27,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=4719 2024-11-08T16:29:27,214 INFO [FileChangeWatcher-hbase_test_ca4338413288809234845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4338413288809234845.jks thread finished 2024-11-08T16:29:27,214 INFO [FileChangeWatcher-hbase_test_key5458243884175019256.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5458243884175019256.jks thread finished 2024-11-08T16:29:27,231 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:27,232 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37753 2024-11-08T16:29:27,232 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:27,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:27,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:27,233 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,237 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,237 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,238 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread started 2024-11-08T16:29:27,238 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,238 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread started 2024-11-08T16:29:27,238 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,243 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,243 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread started 2024-11-08T16:29:27,243 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,246 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread started 2024-11-08T16:29:27,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdde89872, L:/127.0.0.1:37753 - R:/127.0.0.1:58542] 2024-11-08T16:29:27,260 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,271 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37753,0 is dead - stopping the connection localhost:37753/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T16:29:27,271 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,272 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:27,272 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,272 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,272 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,276 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,276 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,280 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,281 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,281 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb8e242d8, L:/127.0.0.1:37753 - R:/127.0.0.1:58544] 2024-11-08T16:29:27,297 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:27,299 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37753 2024-11-08T16:29:27,299 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9038992885607296308.pem was interrupted and is shutting down... 2024-11-08T16:29:27,299 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2216440161575910919.pem was interrupted and is shutting down... 2024-11-08T16:29:27,299 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2216440161575910919.pem was interrupted and is shutting down... 2024-11-08T16:29:27,299 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9038992885607296308.pem was interrupted and is shutting down... 2024-11-08T16:29:27,299 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread finished 2024-11-08T16:29:27,299 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread finished 2024-11-08T16:29:27,299 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread finished 2024-11-08T16:29:27,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=4715 (was 4719) 2024-11-08T16:29:27,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=4715 2024-11-08T16:29:27,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:27,312 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39143 2024-11-08T16:29:27,312 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:27,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:27,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:27,313 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,314 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread finished 2024-11-08T16:29:27,317 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,318 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,318 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread started 2024-11-08T16:29:27,318 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,319 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread started 2024-11-08T16:29:27,319 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,323 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,323 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,324 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,324 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread started 2024-11-08T16:29:27,324 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,325 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread started 2024-11-08T16:29:27,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa5d0ed3f, L:/127.0.0.1:39143 - R:/127.0.0.1:45020] 2024-11-08T16:29:27,342 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:27,344 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2216440161575910919.pem was interrupted and is shutting down... 2024-11-08T16:29:27,344 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9038992885607296308.pem was interrupted and is shutting down... 2024-11-08T16:29:27,345 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread finished 2024-11-08T16:29:27,345 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread finished 2024-11-08T16:29:27,354 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,354 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,354 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,354 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,354 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,354 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,354 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,354 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9038992885607296308.pem 2024-11-08T16:29:27,355 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,355 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,355 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,355 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,355 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,355 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,355 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,355 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2216440161575910919.pem 2024-11-08T16:29:27,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:27,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:27,356 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,359 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,360 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,360 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread started 2024-11-08T16:29:27,360 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,368 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread started 2024-11-08T16:29:27,368 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,372 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,372 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,373 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xacf09fe3, L:/127.0.0.1:39143 - R:/127.0.0.1:45036] 2024-11-08T16:29:27,391 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:27,392 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39143 2024-11-08T16:29:27,392 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2216440161575910919.pem was interrupted and is shutting down... 2024-11-08T16:29:27,392 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9038992885607296308.pem was interrupted and is shutting down... 2024-11-08T16:29:27,392 DEBUG [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2216440161575910919.pem was interrupted and is shutting down... 2024-11-08T16:29:27,392 DEBUG [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9038992885607296308.pem was interrupted and is shutting down... 2024-11-08T16:29:27,392 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread finished 2024-11-08T16:29:27,392 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread finished 2024-11-08T16:29:27,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=4700 (was 4715) 2024-11-08T16:29:27,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=4700 2024-11-08T16:29:27,406 INFO [FileChangeWatcher-hbase_test_key9038992885607296308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9038992885607296308.pem thread finished 2024-11-08T16:29:27,406 INFO [FileChangeWatcher-hbase_test_ca2216440161575910919.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2216440161575910919.pem thread finished 2024-11-08T16:29:27,441 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:27,441 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33549 2024-11-08T16:29:27,441 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:27,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:27,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:27,443 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,467 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,467 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,468 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread started 2024-11-08T16:29:27,468 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,468 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread started 2024-11-08T16:29:27,468 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,483 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,495 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,495 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,496 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread started 2024-11-08T16:29:27,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,496 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread started 2024-11-08T16:29:27,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x088d8962, L:/127.0.0.1:33549 - R:/127.0.0.1:37792] 2024-11-08T16:29:27,529 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,535 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,535 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,535 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,535 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,535 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,535 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,535 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,535 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,558 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,558 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,558 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,558 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,558 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,570 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,570 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,570 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,570 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,570 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,570 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,570 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,570 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,570 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33549,0 is dead - stopping the connection localhost:33549/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T16:29:27,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:27,571 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,598 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,598 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,611 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,624 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,625 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x497c54df, L:/127.0.0.1:33549 - R:/127.0.0.1:37796] 2024-11-08T16:29:27,664 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:27,666 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9653891442840359744.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,666 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,666 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33549 2024-11-08T16:29:27,666 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9653891442840359744.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,666 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,666 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread finished 2024-11-08T16:29:27,666 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread finished 2024-11-08T16:29:27,666 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread finished 2024-11-08T16:29:27,666 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread finished 2024-11-08T16:29:27,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=4698 (was 4700) 2024-11-08T16:29:27,677 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=4698 2024-11-08T16:29:27,677 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:27,678 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45317 2024-11-08T16:29:27,678 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:27,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:27,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:27,679 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,708 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,708 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,709 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread started 2024-11-08T16:29:27,709 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,709 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread started 2024-11-08T16:29:27,709 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,728 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,741 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread started 2024-11-08T16:29:27,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,741 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread started 2024-11-08T16:29:27,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1986d33, L:/127.0.0.1:45317 - R:/127.0.0.1:53236] 2024-11-08T16:29:27,774 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:27,776 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9653891442840359744.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,776 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,776 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread finished 2024-11-08T16:29:27,776 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread finished 2024-11-08T16:29:27,782 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,782 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,782 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,782 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,814 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,814 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,814 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,814 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9653891442840359744.p12 2024-11-08T16:29:27,814 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,814 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,814 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,814 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,827 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,827 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,827 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,827 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12315785586018806256.p12 2024-11-08T16:29:27,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:27,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:27,828 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,853 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,854 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,854 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread started 2024-11-08T16:29:27,854 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:27,855 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread started 2024-11-08T16:29:27,855 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:27,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:27,881 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:27,881 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xafe31459, L:/127.0.0.1:45317 - R:/127.0.0.1:47722] 2024-11-08T16:29:27,914 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:27,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:27,915 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45317 2024-11-08T16:29:27,915 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9653891442840359744.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,915 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,916 DEBUG [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,916 DEBUG [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9653891442840359744.p12 was interrupted and is shutting down... 2024-11-08T16:29:27,916 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread finished 2024-11-08T16:29:27,916 INFO [FileChangeWatcher-hbase_test_ca12315785586018806256.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12315785586018806256.p12 thread finished 2024-11-08T16:29:27,916 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread finished 2024-11-08T16:29:27,916 INFO [FileChangeWatcher-hbase_test_key9653891442840359744.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9653891442840359744.p12 thread finished 2024-11-08T16:29:27,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=4701 (was 4698) - AvailableMemoryMB LEAK? - 2024-11-08T16:29:27,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=4701 2024-11-08T16:29:28,239 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:28,239 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32849 2024-11-08T16:29:28,239 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:28,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:28,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:28,240 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:28,489 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:28,490 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:28,490 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread started 2024-11-08T16:29:28,490 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:28,491 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread started 2024-11-08T16:29:28,491 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:28,616 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:28,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:28,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:28,741 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread started 2024-11-08T16:29:28,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:28,741 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread started 2024-11-08T16:29:28,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe06fa253, L:/127.0.0.1:32849 - R:/127.0.0.1:32930] 2024-11-08T16:29:28,919 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:28,933 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:28,933 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:28,933 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:28,933 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:28,933 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:28,933 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:28,933 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:28,933 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:29,120 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:29,120 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:29,120 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:29,120 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:29,120 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:29,120 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:29,120 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:29,120 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:29,189 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,189 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,189 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,189 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,189 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,189 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,189 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,189 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,318 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,318 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,318 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,318 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,318 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,318 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,318 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,318 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:29,318 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32849,0 is dead - stopping the connection localhost:32849/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T16:29:29,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:29,319 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:29,569 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:29,569 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:29,694 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:29,817 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:29,817 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb33f53f5, L:/127.0.0.1:32849 - R:/127.0.0.1:32932] 2024-11-08T16:29:29,953 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:29,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:29,954 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32849 2024-11-08T16:29:29,954 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks was interrupted and is shutting down... 2024-11-08T16:29:29,954 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks was interrupted and is shutting down... 2024-11-08T16:29:29,954 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks was interrupted and is shutting down... 2024-11-08T16:29:29,954 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks was interrupted and is shutting down... 2024-11-08T16:29:29,954 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread finished 2024-11-08T16:29:29,954 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread finished 2024-11-08T16:29:29,954 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread finished 2024-11-08T16:29:29,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=4697 (was 4701) 2024-11-08T16:29:29,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=4696 2024-11-08T16:29:29,965 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T16:29:29,966 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42277 2024-11-08T16:29:29,966 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T16:29:29,966 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread finished 2024-11-08T16:29:29,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46787a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:29,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:29,967 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:30,217 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:30,217 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:30,217 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread started 2024-11-08T16:29:30,218 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:30,218 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread started 2024-11-08T16:29:30,218 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:30,343 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:30,466 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:30,466 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:30,467 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread started 2024-11-08T16:29:30,467 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:30,468 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread started 2024-11-08T16:29:30,468 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfe168c14, L:/127.0.0.1:42277 - R:/127.0.0.1:33024] 2024-11-08T16:29:30,613 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:30,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:30,615 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks was interrupted and is shutting down... 2024-11-08T16:29:30,615 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks was interrupted and is shutting down... 2024-11-08T16:29:30,615 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread finished 2024-11-08T16:29:30,615 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread finished 2024-11-08T16:29:30,624 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:30,624 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:30,624 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:30,624 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:30,809 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:30,809 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:30,809 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:30,809 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10347876972028868288.bcfks 2024-11-08T16:29:30,829 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:30,829 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:30,829 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:30,829 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:30,957 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:30,957 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:30,957 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:30,957 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17848495605572718796.bcfks 2024-11-08T16:29:30,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5afe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T16:29:30,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T16:29:30,958 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:31,207 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:31,208 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:31,208 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread started 2024-11-08T16:29:31,208 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6be7ce10-ec20-14b6-3156-1ba96d94e9dd/TestNettyTLSIPCFileWatcher 2024-11-08T16:29:31,208 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread started 2024-11-08T16:29:31,209 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T16:29:31,335 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T16:29:31,458 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T16:29:31,458 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2d88356b, L:/127.0.0.1:42277 - R:/127.0.0.1:33040] 2024-11-08T16:29:31,596 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T16:29:31,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T16:29:31,597 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42277 2024-11-08T16:29:31,597 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks was interrupted and is shutting down... 2024-11-08T16:29:31,597 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks was interrupted and is shutting down... 2024-11-08T16:29:31,597 DEBUG [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks was interrupted and is shutting down... 2024-11-08T16:29:31,597 DEBUG [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks was interrupted and is shutting down... 2024-11-08T16:29:31,597 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread finished 2024-11-08T16:29:31,597 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread finished 2024-11-08T16:29:31,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=4706 (was 4696) - AvailableMemoryMB LEAK? - 2024-11-08T16:29:31,618 INFO [FileChangeWatcher-hbase_test_key10347876972028868288.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10347876972028868288.bcfks thread finished 2024-11-08T16:29:31,618 INFO [FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17848495605572718796.bcfks thread finished