2024-11-10 17:12:11,623 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-10 17:12:11,634 main DEBUG Took 0.009836 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 17:12:11,635 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 17:12:11,635 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 17:12:11,636 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 17:12:11,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,646 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 17:12:11,657 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,660 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,661 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,662 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,663 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,663 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,664 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,665 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,666 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,666 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 17:12:11,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,668 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 17:12:11,669 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 17:12:11,671 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 17:12:11,673 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 17:12:11,674 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 17:12:11,676 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 17:12:11,676 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 17:12:11,689 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 17:12:11,692 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 17:12:11,695 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 17:12:11,695 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 17:12:11,696 main DEBUG createAppenders(={Console}) 2024-11-10 17:12:11,697 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-10 17:12:11,697 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-10 17:12:11,697 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-10 17:12:11,698 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 17:12:11,699 main DEBUG OutputStream closed 2024-11-10 17:12:11,699 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 17:12:11,699 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 17:12:11,700 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-10 17:12:11,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 17:12:11,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 17:12:11,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 17:12:11,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 17:12:11,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 17:12:11,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 17:12:11,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 17:12:11,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 17:12:11,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 17:12:11,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 17:12:11,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 17:12:11,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 17:12:11,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 17:12:11,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 17:12:11,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 17:12:11,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 17:12:11,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 17:12:11,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 17:12:11,785 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 17:12:11,785 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-10 17:12:11,785 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 17:12:11,786 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-10T17:12:11,801 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-10 17:12:11,804 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 17:12:11,805 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T17:12:12,197 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T17:12:12,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7055 2024-11-10T17:12:13,610 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T17:12:13,654 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T17:12:13,669 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T17:12:13,681 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T17:12:13,753 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:13,786 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25068 (auto-detected) 2024-11-10T17:12:13,788 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T17:12:13,817 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41037 2024-11-10T17:12:13,821 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:13,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0956a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:13,846 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T17:12:13,846 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T17:12:14,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:14,200 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:14,247 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:14,339 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:14,341 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:14,341 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread started 2024-11-10T17:12:14,344 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread started 2024-11-10T17:12:14,352 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:14,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:14,428 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:14,494 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:14,495 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread started 2024-11-10T17:12:14,495 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:14,496 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread started 2024-11-10T17:12:14,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x710453d6, L:/127.0.0.1:41037 - R:/127.0.0.1:45722] 2024-11-10T17:12:14,611 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:14,775 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,775 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,775 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,776 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,776 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,776 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,776 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,776 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,804 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,804 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,804 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,804 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,805 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,805 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,805 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,805 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,805 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,805 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,805 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:14,805 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,805 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,806 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,806 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,806 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,820 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,820 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,820 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,820 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41037,0 is dead - stopping the connection localhost:41037/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T17:12:14,820 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,820 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,820 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,820 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,821 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:14,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:14,823 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:14,868 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:14,869 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:14,886 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:14,901 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:14,902 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf7114cd9, L:/127.0.0.1:41037 - R:/127.0.0.1:45730] 2024-11-10T17:12:14,954 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:14,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:14,957 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41037 2024-11-10T17:12:14,957 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8702432829748032786.jks was interrupted and is shutting down... 2024-11-10T17:12:14,957 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2236714628577221446.jks was interrupted and is shutting down... 2024-11-10T17:12:14,957 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2236714628577221446.jks was interrupted and is shutting down... 2024-11-10T17:12:14,957 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8702432829748032786.jks was interrupted and is shutting down... 2024-11-10T17:12:14,957 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread finished 2024-11-10T17:12:14,957 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread finished 2024-11-10T17:12:14,958 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread finished 2024-11-10T17:12:14,958 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread finished 2024-11-10T17:12:14,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=6905 (was 7055) 2024-11-10T17:12:14,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=6905 2024-11-10T17:12:14,978 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:14,978 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39835 2024-11-10T17:12:14,978 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:14,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cba7f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:14,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:14,981 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:15,011 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:15,012 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,013 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,013 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread started 2024-11-10T17:12:15,013 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread started 2024-11-10T17:12:15,014 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:15,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:15,045 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:15,046 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,046 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread started 2024-11-10T17:12:15,046 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,047 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread started 2024-11-10T17:12:15,047 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4cd81e9d, L:/127.0.0.1:39835 - R:/127.0.0.1:38430] 2024-11-10T17:12:15,100 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:15,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:15,103 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8702432829748032786.jks was interrupted and is shutting down... 2024-11-10T17:12:15,103 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2236714628577221446.jks was interrupted and is shutting down... 2024-11-10T17:12:15,104 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread finished 2024-11-10T17:12:15,104 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread finished 2024-11-10T17:12:15,309 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:15,309 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:15,310 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:15,310 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:15,336 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:15,336 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:15,337 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:15,337 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8702432829748032786.jks 2024-11-10T17:12:15,337 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:15,337 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:15,337 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:15,337 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:15,352 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:15,352 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:15,353 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:15,353 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2236714628577221446.jks 2024-11-10T17:12:15,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757bf46e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:15,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:15,355 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:15,386 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:15,387 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,388 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,388 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread started 2024-11-10T17:12:15,388 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread started 2024-11-10T17:12:15,388 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:15,404 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:15,420 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:15,420 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x22ad3b4f, L:/127.0.0.1:39835 - R:/127.0.0.1:38446] 2024-11-10T17:12:15,460 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:15,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:15,462 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39835 2024-11-10T17:12:15,462 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8702432829748032786.jks was interrupted and is shutting down... 2024-11-10T17:12:15,462 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2236714628577221446.jks was interrupted and is shutting down... 2024-11-10T17:12:15,462 DEBUG [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8702432829748032786.jks was interrupted and is shutting down... 2024-11-10T17:12:15,462 DEBUG [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2236714628577221446.jks was interrupted and is shutting down... 2024-11-10T17:12:15,463 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread finished 2024-11-10T17:12:15,463 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread finished 2024-11-10T17:12:15,463 INFO [FileChangeWatcher-hbase_test_key8702432829748032786.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8702432829748032786.jks thread finished 2024-11-10T17:12:15,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2236714628577221446.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=6864 (was 6905) 2024-11-10T17:12:15,476 INFO [FileChangeWatcher-hbase_test_ca2236714628577221446.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2236714628577221446.jks thread finished 2024-11-10T17:12:15,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=6864 2024-11-10T17:12:15,525 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:15,526 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42603 2024-11-10T17:12:15,526 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:15,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e20993b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:15,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:15,528 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:15,547 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:15,547 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,548 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key941176166145120514.pem thread started 2024-11-10T17:12:15,548 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,548 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread started 2024-11-10T17:12:15,549 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:15,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:15,564 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:15,564 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,565 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:15,565 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key941176166145120514.pem thread started 2024-11-10T17:12:15,565 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread started 2024-11-10T17:12:15,566 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4450cc14, L:/127.0.0.1:42603 - R:/127.0.0.1:37716] 2024-11-10T17:12:15,583 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:16,018 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,018 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,018 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,018 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,019 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42603,0 is dead - stopping the connection localhost:42603/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T17:12:16,020 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:16,020 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,020 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,021 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:16,027 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:16,027 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:16,035 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:16,035 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:16,036 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb02e91ff, L:/127.0.0.1:42603 - R:/127.0.0.1:37730] 2024-11-10T17:12:16,056 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:16,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:16,059 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42603 2024-11-10T17:12:16,059 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11345572579900130826.pem was interrupted and is shutting down... 2024-11-10T17:12:16,059 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key941176166145120514.pem was interrupted and is shutting down... 2024-11-10T17:12:16,059 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key941176166145120514.pem was interrupted and is shutting down... 2024-11-10T17:12:16,059 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11345572579900130826.pem was interrupted and is shutting down... 2024-11-10T17:12:16,059 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key941176166145120514.pem thread finished 2024-11-10T17:12:16,060 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread finished 2024-11-10T17:12:16,060 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key941176166145120514.pem thread finished 2024-11-10T17:12:16,067 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11345572579900130826.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 154) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6792 (was 6864) 2024-11-10T17:12:16,072 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread finished 2024-11-10T17:12:16,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=6791 2024-11-10T17:12:16,074 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:16,075 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43743 2024-11-10T17:12:16,075 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:16,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701a5c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:16,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:16,077 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:16,082 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:16,083 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,083 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key941176166145120514.pem thread started 2024-11-10T17:12:16,083 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,084 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread started 2024-11-10T17:12:16,084 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:16,089 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:16,089 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:16,090 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,090 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key941176166145120514.pem thread started 2024-11-10T17:12:16,090 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,091 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread started 2024-11-10T17:12:16,091 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8495a7d, L:/127.0.0.1:43743 - R:/127.0.0.1:59496] 2024-11-10T17:12:16,106 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:16,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:16,108 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11345572579900130826.pem was interrupted and is shutting down... 2024-11-10T17:12:16,108 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key941176166145120514.pem was interrupted and is shutting down... 2024-11-10T17:12:16,109 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread finished 2024-11-10T17:12:16,109 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key941176166145120514.pem thread finished 2024-11-10T17:12:16,584 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,584 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,584 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,584 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,585 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,585 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,585 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,585 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key941176166145120514.pem 2024-11-10T17:12:16,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6397c070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:16,585 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,585 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,585 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:16,586 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,586 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,586 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,586 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,586 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11345572579900130826.pem 2024-11-10T17:12:16,587 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:16,592 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:16,592 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,593 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key941176166145120514.pem thread started 2024-11-10T17:12:16,593 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,593 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread started 2024-11-10T17:12:16,594 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:16,601 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:16,602 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:16,602 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb56b1878, L:/127.0.0.1:43743 - R:/127.0.0.1:59500] 2024-11-10T17:12:16,621 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:16,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:16,623 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43743 2024-11-10T17:12:16,623 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key941176166145120514.pem was interrupted and is shutting down... 2024-11-10T17:12:16,623 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11345572579900130826.pem was interrupted and is shutting down... 2024-11-10T17:12:16,623 DEBUG [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key941176166145120514.pem was interrupted and is shutting down... 2024-11-10T17:12:16,623 DEBUG [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11345572579900130826.pem was interrupted and is shutting down... 2024-11-10T17:12:16,623 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread finished 2024-11-10T17:12:16,624 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key941176166145120514.pem thread finished 2024-11-10T17:12:16,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key941176166145120514.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=6717 (was 6791) 2024-11-10T17:12:16,636 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=6715 2024-11-10T17:12:16,644 INFO [FileChangeWatcher-hbase_test_ca11345572579900130826.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11345572579900130826.pem thread finished 2024-11-10T17:12:16,644 INFO [FileChangeWatcher-hbase_test_key941176166145120514.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key941176166145120514.pem thread finished 2024-11-10T17:12:16,686 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:16,687 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32935 2024-11-10T17:12:16,687 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:16,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672f2daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:16,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:16,689 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:16,724 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:16,724 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,725 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread started 2024-11-10T17:12:16,725 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,725 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread started 2024-11-10T17:12:16,725 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:16,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:16,760 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:16,761 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,761 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread started 2024-11-10T17:12:16,761 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:16,762 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread started 2024-11-10T17:12:16,762 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x75e43253, L:/127.0.0.1:32935 - R:/127.0.0.1:56574] 2024-11-10T17:12:16,804 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:17,048 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,048 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,048 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,048 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,048 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,048 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,048 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,048 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,078 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,078 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,078 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,078 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,078 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,078 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,078 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,078 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,078 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,078 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,078 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,079 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,079 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,079 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,079 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,079 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,095 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,095 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,095 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,096 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,096 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32935,0 is dead - stopping the connection localhost:32935/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T17:12:17,096 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,096 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,095 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,096 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:17,097 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:17,132 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:17,132 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:17,152 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:17,169 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:17,169 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2c30c5da, L:/127.0.0.1:32935 - R:/127.0.0.1:56588] 2024-11-10T17:12:17,209 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:17,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:17,211 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32935 2024-11-10T17:12:17,211 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,211 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12429345298485483679.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,211 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12429345298485483679.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,211 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,211 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread finished 2024-11-10T17:12:17,211 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread finished 2024-11-10T17:12:17,211 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread finished 2024-11-10T17:12:17,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=6662 (was 6715) 2024-11-10T17:12:17,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=6662 2024-11-10T17:12:17,226 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:17,227 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46795 2024-11-10T17:12:17,227 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:17,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541af95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:17,228 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread finished 2024-11-10T17:12:17,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:17,229 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:17,263 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:17,264 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:17,264 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread started 2024-11-10T17:12:17,264 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:17,265 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread started 2024-11-10T17:12:17,265 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:17,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:17,301 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:17,302 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:17,302 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread started 2024-11-10T17:12:17,302 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:17,303 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread started 2024-11-10T17:12:17,303 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcff039e9, L:/127.0.0.1:46795 - R:/127.0.0.1:41982] 2024-11-10T17:12:17,342 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:17,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:17,345 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,345 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12429345298485483679.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,345 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread finished 2024-11-10T17:12:17,346 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread finished 2024-11-10T17:12:17,695 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,695 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,695 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,695 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,724 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,724 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,725 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,725 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12429345298485483679.p12 2024-11-10T17:12:17,725 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,725 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,725 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,725 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,741 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,741 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,741 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,741 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14407674041238122510.p12 2024-11-10T17:12:17,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2460a533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:17,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:17,743 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:17,779 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:17,780 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:17,781 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread started 2024-11-10T17:12:17,781 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:17,781 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread started 2024-11-10T17:12:17,781 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:17,799 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:17,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:17,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x101474df, L:/127.0.0.1:46795 - R:/127.0.0.1:41998] 2024-11-10T17:12:17,857 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:17,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:17,859 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46795 2024-11-10T17:12:17,859 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12429345298485483679.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,859 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,859 DEBUG [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12429345298485483679.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,859 DEBUG [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 was interrupted and is shutting down... 2024-11-10T17:12:17,859 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread finished 2024-11-10T17:12:17,859 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread finished 2024-11-10T17:12:17,859 INFO [FileChangeWatcher-hbase_test_key12429345298485483679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12429345298485483679.p12 thread finished 2024-11-10T17:12:17,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=6603 (was 6662) 2024-11-10T17:12:17,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=6603 2024-11-10T17:12:17,872 INFO [FileChangeWatcher-hbase_test_ca14407674041238122510.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14407674041238122510.p12 thread finished 2024-11-10T17:12:18,398 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:18,399 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45931 2024-11-10T17:12:18,399 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:18,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4116bfdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:18,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:18,401 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:18,736 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:18,736 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:18,737 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread started 2024-11-10T17:12:18,737 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:18,737 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread started 2024-11-10T17:12:18,738 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:18,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:19,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:19,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:19,065 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread started 2024-11-10T17:12:19,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:19,066 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread started 2024-11-10T17:12:19,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x92b8ac73, L:/127.0.0.1:45931 - R:/127.0.0.1:52094] 2024-11-10T17:12:19,260 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:19,566 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,566 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,566 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,566 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,566 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,566 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,566 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,566 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,809 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,809 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,809 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,809 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,809 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,809 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,809 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,809 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:19,810 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,810 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,810 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,810 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,810 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,810 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,810 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,810 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,971 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,971 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45931,0 is dead - stopping the connection localhost:45931/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T17:12:19,971 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,971 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,971 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,972 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,972 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,972 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,972 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:19,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:19,973 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:20,296 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:20,297 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:20,460 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:20,632 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:20,633 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8763be5a, L:/127.0.0.1:45931 - R:/127.0.0.1:47632] 2024-11-10T17:12:20,817 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:20,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:20,819 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45931 2024-11-10T17:12:20,819 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key913243221058519224.bcfks was interrupted and is shutting down... 2024-11-10T17:12:20,819 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks was interrupted and is shutting down... 2024-11-10T17:12:20,819 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key913243221058519224.bcfks was interrupted and is shutting down... 2024-11-10T17:12:20,819 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks was interrupted and is shutting down... 2024-11-10T17:12:20,820 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread finished 2024-11-10T17:12:20,820 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread finished 2024-11-10T17:12:20,824 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread finished 2024-11-10T17:12:20,824 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread finished 2024-11-10T17:12:20,827 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=6533 (was 6603) 2024-11-10T17:12:20,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=6531 2024-11-10T17:12:20,835 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:20,835 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36519 2024-11-10T17:12:20,835 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:20,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3baed10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:20,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:20,837 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:21,162 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:21,162 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:21,163 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread started 2024-11-10T17:12:21,163 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:21,163 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread started 2024-11-10T17:12:21,163 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:21,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:21,488 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:21,489 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:21,489 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread started 2024-11-10T17:12:21,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:21,490 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread started 2024-11-10T17:12:21,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8b709c1, L:/127.0.0.1:36519 - R:/127.0.0.1:48174] 2024-11-10T17:12:21,667 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:21,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:21,669 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks was interrupted and is shutting down... 2024-11-10T17:12:21,669 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key913243221058519224.bcfks was interrupted and is shutting down... 2024-11-10T17:12:21,670 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread finished 2024-11-10T17:12:21,670 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread finished 2024-11-10T17:12:21,767 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:21,767 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:21,767 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:21,768 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:22,009 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:22,009 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:22,009 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:22,009 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key913243221058519224.bcfks 2024-11-10T17:12:22,009 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:22,010 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:22,010 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:22,010 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:22,170 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:22,170 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:22,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10493800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:22,170 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:22,170 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15094365465251802390.bcfks 2024-11-10T17:12:22,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:22,172 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:22,495 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:22,496 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:22,496 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread started 2024-11-10T17:12:22,497 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:22,497 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread started 2024-11-10T17:12:22,497 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:22,660 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:22,822 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:22,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x81f68f16, L:/127.0.0.1:36519 - R:/127.0.0.1:48188] 2024-11-10T17:12:23,007 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:23,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:23,010 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36519 2024-11-10T17:12:23,010 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key913243221058519224.bcfks was interrupted and is shutting down... 2024-11-10T17:12:23,010 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks was interrupted and is shutting down... 2024-11-10T17:12:23,010 DEBUG [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key913243221058519224.bcfks was interrupted and is shutting down... 2024-11-10T17:12:23,010 DEBUG [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks was interrupted and is shutting down... 2024-11-10T17:12:23,010 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread finished 2024-11-10T17:12:23,010 INFO [FileChangeWatcher-hbase_test_key913243221058519224.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key913243221058519224.bcfks thread finished 2024-11-10T17:12:23,010 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread finished 2024-11-10T17:12:23,018 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 158) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6507 (was 6531) 2024-11-10T17:12:23,023 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6507 2024-11-10T17:12:23,024 INFO [FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15094365465251802390.bcfks thread finished 2024-11-10T17:12:23,148 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:23,149 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34581 2024-11-10T17:12:23,149 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:23,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bd089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:23,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:23,150 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,185 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,185 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,186 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread started 2024-11-10T17:12:23,186 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,186 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread started 2024-11-10T17:12:23,186 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:23,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,221 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,221 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,222 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread started 2024-11-10T17:12:23,222 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,222 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread started 2024-11-10T17:12:23,223 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76b41926, L:/127.0.0.1:34581 - R:/127.0.0.1:46774] 2024-11-10T17:12:23,274 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:23,282 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,282 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,282 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,282 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,282 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,282 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,282 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,282 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,311 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,311 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,311 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,311 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,312 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,312 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,312 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,312 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,312 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,312 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,312 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,312 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,312 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,312 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,312 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,312 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,329 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,329 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,330 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34581,0 is dead - stopping the connection localhost:34581/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T17:12:23,329 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,330 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,329 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,330 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,330 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,330 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:23,331 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,365 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,365 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:23,383 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8cb01a8a, L:/127.0.0.1:34581 - R:/127.0.0.1:46778] 2024-11-10T17:12:23,445 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:23,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:23,446 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34581 2024-11-10T17:12:23,446 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6967662201572805152.jks was interrupted and is shutting down... 2024-11-10T17:12:23,446 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4462572973294025874.jks was interrupted and is shutting down... 2024-11-10T17:12:23,446 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6967662201572805152.jks was interrupted and is shutting down... 2024-11-10T17:12:23,446 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4462572973294025874.jks was interrupted and is shutting down... 2024-11-10T17:12:23,447 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread finished 2024-11-10T17:12:23,447 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread finished 2024-11-10T17:12:23,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6485 (was 6507) 2024-11-10T17:12:23,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6485 2024-11-10T17:12:23,460 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:23,460 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39729 2024-11-10T17:12:23,460 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:23,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d8e0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:23,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:23,462 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,464 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread finished 2024-11-10T17:12:23,464 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread finished 2024-11-10T17:12:23,496 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,497 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,497 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread started 2024-11-10T17:12:23,497 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,498 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread started 2024-11-10T17:12:23,498 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:23,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,533 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread started 2024-11-10T17:12:23,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,534 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread started 2024-11-10T17:12:23,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9bb732b1, L:/127.0.0.1:39729 - R:/127.0.0.1:42246] 2024-11-10T17:12:23,580 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:23,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:23,582 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4462572973294025874.jks was interrupted and is shutting down... 2024-11-10T17:12:23,582 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6967662201572805152.jks was interrupted and is shutting down... 2024-11-10T17:12:23,583 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread finished 2024-11-10T17:12:23,583 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread finished 2024-11-10T17:12:23,588 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,588 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,588 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,588 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,618 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,618 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,618 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,618 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,618 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,618 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4462572973294025874.jks 2024-11-10T17:12:23,618 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,618 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,634 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,634 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,635 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,635 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6967662201572805152.jks 2024-11-10T17:12:23,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e979e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:23,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:23,636 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,671 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,671 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,672 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread started 2024-11-10T17:12:23,672 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,672 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread started 2024-11-10T17:12:23,673 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:23,690 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,708 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,708 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf0f78bf1, L:/127.0.0.1:39729 - R:/127.0.0.1:42256] 2024-11-10T17:12:23,753 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:23,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:23,754 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39729 2024-11-10T17:12:23,754 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4462572973294025874.jks was interrupted and is shutting down... 2024-11-10T17:12:23,755 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6967662201572805152.jks was interrupted and is shutting down... 2024-11-10T17:12:23,755 DEBUG [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4462572973294025874.jks was interrupted and is shutting down... 2024-11-10T17:12:23,755 DEBUG [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6967662201572805152.jks was interrupted and is shutting down... 2024-11-10T17:12:23,755 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread finished 2024-11-10T17:12:23,755 INFO [FileChangeWatcher-hbase_test_key4462572973294025874.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4462572973294025874.jks thread finished 2024-11-10T17:12:23,755 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread finished 2024-11-10T17:12:23,755 INFO [FileChangeWatcher-hbase_test_ca6967662201572805152.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6967662201572805152.jks thread finished 2024-11-10T17:12:23,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6462 (was 6485) 2024-11-10T17:12:23,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6462 2024-11-10T17:12:23,773 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:23,774 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33777 2024-11-10T17:12:23,774 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:23,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54161f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:23,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:23,775 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,779 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,780 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,780 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread started 2024-11-10T17:12:23,780 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,781 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread started 2024-11-10T17:12:23,781 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:23,785 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,785 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,786 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,786 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread started 2024-11-10T17:12:23,786 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,788 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread started 2024-11-10T17:12:23,788 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x211a8e0d, L:/127.0.0.1:33777 - R:/127.0.0.1:58080] 2024-11-10T17:12:23,803 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,816 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,817 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33777,0 is dead - stopping the connection localhost:33777/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T17:12:23,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:23,818 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,823 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,823 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:23,827 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,828 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,828 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbfd766d4, L:/127.0.0.1:33777 - R:/127.0.0.1:58086] 2024-11-10T17:12:23,844 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:23,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:23,846 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14956734550570594910.pem was interrupted and is shutting down... 2024-11-10T17:12:23,846 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33777 2024-11-10T17:12:23,846 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2513121083754576070.pem was interrupted and is shutting down... 2024-11-10T17:12:23,846 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14956734550570594910.pem was interrupted and is shutting down... 2024-11-10T17:12:23,846 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2513121083754576070.pem was interrupted and is shutting down... 2024-11-10T17:12:23,846 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread finished 2024-11-10T17:12:23,846 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread finished 2024-11-10T17:12:23,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6458 (was 6462) 2024-11-10T17:12:23,856 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread finished 2024-11-10T17:12:23,856 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread finished 2024-11-10T17:12:23,858 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6457 2024-11-10T17:12:23,860 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:23,860 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41551 2024-11-10T17:12:23,860 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:23,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348de117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:23,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:23,862 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,874 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,874 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,875 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread started 2024-11-10T17:12:23,875 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,875 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread started 2024-11-10T17:12:23,875 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:23,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,882 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,882 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread started 2024-11-10T17:12:23,883 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,883 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread started 2024-11-10T17:12:23,883 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8ac25090, L:/127.0.0.1:41551 - R:/127.0.0.1:42314] 2024-11-10T17:12:23,897 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:23,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:23,899 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2513121083754576070.pem was interrupted and is shutting down... 2024-11-10T17:12:23,899 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14956734550570594910.pem was interrupted and is shutting down... 2024-11-10T17:12:23,900 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread finished 2024-11-10T17:12:23,900 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread finished 2024-11-10T17:12:23,907 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,907 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,907 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,907 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,907 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,907 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,907 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,907 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14956734550570594910.pem 2024-11-10T17:12:23,908 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,908 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,908 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,908 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,908 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,908 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,908 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,908 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2513121083754576070.pem 2024-11-10T17:12:23,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4007c9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:23,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:23,909 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,913 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,914 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,914 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread started 2024-11-10T17:12:23,914 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:23,914 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread started 2024-11-10T17:12:23,914 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:23,918 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:23,919 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:23,919 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0b4eaf50, L:/127.0.0.1:41551 - R:/127.0.0.1:42318] 2024-11-10T17:12:23,935 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:23,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:23,936 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41551 2024-11-10T17:12:23,936 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14956734550570594910.pem was interrupted and is shutting down... 2024-11-10T17:12:23,936 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2513121083754576070.pem was interrupted and is shutting down... 2024-11-10T17:12:23,936 DEBUG [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14956734550570594910.pem was interrupted and is shutting down... 2024-11-10T17:12:23,936 DEBUG [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2513121083754576070.pem was interrupted and is shutting down... 2024-11-10T17:12:23,937 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread finished 2024-11-10T17:12:23,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6443 (was 6457) 2024-11-10T17:12:23,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6443 2024-11-10T17:12:23,952 INFO [FileChangeWatcher-hbase_test_ca2513121083754576070.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2513121083754576070.pem thread finished 2024-11-10T17:12:23,952 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread finished 2024-11-10T17:12:23,952 INFO [FileChangeWatcher-hbase_test_key14956734550570594910.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14956734550570594910.pem thread finished 2024-11-10T17:12:23,995 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:23,995 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40869 2024-11-10T17:12:23,995 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:23,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6d44e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:23,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:23,997 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:24,029 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:24,030 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,030 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,030 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread started 2024-11-10T17:12:24,030 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread started 2024-11-10T17:12:24,031 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:24,047 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:24,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:24,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,065 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread started 2024-11-10T17:12:24,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,065 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread started 2024-11-10T17:12:24,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f0eadd6, L:/127.0.0.1:40869 - R:/127.0.0.1:59550] 2024-11-10T17:12:24,105 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:24,112 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,112 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,112 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,112 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,112 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,112 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,112 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,112 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,140 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,140 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,140 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,140 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,140 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,140 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,140 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,141 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,141 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,141 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,141 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,141 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,141 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,141 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,141 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,141 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,156 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,156 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,156 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,156 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,156 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,156 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,156 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40869,0 is dead - stopping the connection localhost:40869/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T17:12:24,156 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,157 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:24,157 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:24,190 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:24,191 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:24,207 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:24,223 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:24,224 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc4550b3e, L:/127.0.0.1:40869 - R:/127.0.0.1:59560] 2024-11-10T17:12:24,264 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:24,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:24,266 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40869 2024-11-10T17:12:24,266 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key99578726288273339.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,266 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,266 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,266 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key99578726288273339.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,266 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread finished 2024-11-10T17:12:24,266 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread finished 2024-11-10T17:12:24,266 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread finished 2024-11-10T17:12:24,273 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6443 (was 6443) 2024-11-10T17:12:24,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6443 2024-11-10T17:12:24,279 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:24,280 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45479 2024-11-10T17:12:24,280 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:24,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db14283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:24,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:24,281 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:24,284 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread finished 2024-11-10T17:12:24,313 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:24,314 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,314 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,314 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread started 2024-11-10T17:12:24,315 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread started 2024-11-10T17:12:24,315 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:24,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:24,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:24,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,349 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread started 2024-11-10T17:12:24,349 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,349 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread started 2024-11-10T17:12:24,349 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x47a7d8b7, L:/127.0.0.1:45479 - R:/127.0.0.1:44362] 2024-11-10T17:12:24,386 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:24,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:24,388 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,388 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key99578726288273339.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,388 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread finished 2024-11-10T17:12:24,388 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread finished 2024-11-10T17:12:24,392 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,392 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,393 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,393 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,421 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,421 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,421 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,421 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key99578726288273339.p12 2024-11-10T17:12:24,421 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,421 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,421 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,421 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,437 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,437 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,437 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,437 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7832336611639774351.p12 2024-11-10T17:12:24,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15896bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:24,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:24,438 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:24,471 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:24,471 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,472 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread started 2024-11-10T17:12:24,472 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:24,472 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread started 2024-11-10T17:12:24,473 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:24,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:24,505 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:24,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x72d37367, L:/127.0.0.1:45479 - R:/127.0.0.1:44368] 2024-11-10T17:12:24,545 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:24,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:24,547 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45479 2024-11-10T17:12:24,547 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key99578726288273339.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,547 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,547 DEBUG [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,547 DEBUG [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key99578726288273339.p12 was interrupted and is shutting down... 2024-11-10T17:12:24,547 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread finished 2024-11-10T17:12:24,547 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread finished 2024-11-10T17:12:24,553 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6440 (was 6443) 2024-11-10T17:12:24,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6440 2024-11-10T17:12:24,568 INFO [FileChangeWatcher-hbase_test_ca7832336611639774351.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7832336611639774351.p12 thread finished 2024-11-10T17:12:24,568 INFO [FileChangeWatcher-hbase_test_key99578726288273339.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key99578726288273339.p12 thread finished 2024-11-10T17:12:24,963 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:24,963 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40937 2024-11-10T17:12:24,963 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:24,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e2879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:24,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:24,965 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:25,289 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:25,289 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:25,290 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread started 2024-11-10T17:12:25,290 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:25,290 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread started 2024-11-10T17:12:25,290 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:25,452 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:25,613 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:25,614 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:25,614 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:25,614 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread started 2024-11-10T17:12:25,615 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread started 2024-11-10T17:12:25,615 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76820379, L:/127.0.0.1:40937 - R:/127.0.0.1:53378] 2024-11-10T17:12:25,838 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:25,846 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:25,846 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:25,846 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:25,846 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:25,847 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:25,847 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:25,847 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:25,847 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:26,088 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:26,088 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,088 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,088 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,088 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,089 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,249 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40937,0 is dead - stopping the connection localhost:40937/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T17:12:26,249 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,249 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,249 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,249 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,249 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,249 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,249 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,249 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:26,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:26,250 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:26,572 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:26,573 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:26,735 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:26,897 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:26,897 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8701b5dd, L:/127.0.0.1:40937 - R:/127.0.0.1:53392] 2024-11-10T17:12:27,080 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:27,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:27,082 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40937 2024-11-10T17:12:27,082 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks was interrupted and is shutting down... 2024-11-10T17:12:27,082 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks was interrupted and is shutting down... 2024-11-10T17:12:27,082 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks was interrupted and is shutting down... 2024-11-10T17:12:27,082 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks was interrupted and is shutting down... 2024-11-10T17:12:27,082 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread finished 2024-11-10T17:12:27,088 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread finished 2024-11-10T17:12:27,088 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread finished 2024-11-10T17:12:27,088 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread finished 2024-11-10T17:12:27,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6447 (was 6440) - AvailableMemoryMB LEAK? - 2024-11-10T17:12:27,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=6447 2024-11-10T17:12:27,095 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T17:12:27,096 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37013 2024-11-10T17:12:27,096 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T17:12:27,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a7879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:27,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:27,097 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:27,419 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:27,419 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:27,420 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread started 2024-11-10T17:12:27,420 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:27,420 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread started 2024-11-10T17:12:27,420 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:27,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:27,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:27,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:27,745 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread started 2024-11-10T17:12:27,745 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:27,745 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread started 2024-11-10T17:12:27,745 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3d70a78d, L:/127.0.0.1:37013 - R:/127.0.0.1:59532] 2024-11-10T17:12:27,921 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:27,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:27,924 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks was interrupted and is shutting down... 2024-11-10T17:12:27,924 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks was interrupted and is shutting down... 2024-11-10T17:12:27,924 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread finished 2024-11-10T17:12:27,924 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread finished 2024-11-10T17:12:27,931 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:27,931 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:27,931 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:27,931 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:28,174 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:28,174 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:28,174 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:28,174 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14584802751301535106.bcfks 2024-11-10T17:12:28,174 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:28,174 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:28,174 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:28,174 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:28,335 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:28,335 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:28,335 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:28,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243399e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T17:12:28,335 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10798170462928809743.bcfks 2024-11-10T17:12:28,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T17:12:28,336 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:28,663 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:28,664 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:28,665 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread started 2024-11-10T17:12:28,665 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3670a82f-2c23-83c9-0df2-ef1bf117f90d/TestNettyTLSIPCFileWatcher 2024-11-10T17:12:28,665 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread started 2024-11-10T17:12:28,666 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T17:12:28,828 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T17:12:28,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T17:12:28,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9000504f, L:/127.0.0.1:37013 - R:/127.0.0.1:59536] 2024-11-10T17:12:29,170 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T17:12:29,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T17:12:29,172 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37013 2024-11-10T17:12:29,172 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks was interrupted and is shutting down... 2024-11-10T17:12:29,172 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks was interrupted and is shutting down... 2024-11-10T17:12:29,172 DEBUG [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks was interrupted and is shutting down... 2024-11-10T17:12:29,172 DEBUG [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks was interrupted and is shutting down... 2024-11-10T17:12:29,172 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread finished 2024-11-10T17:12:29,172 INFO [FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10798170462928809743.bcfks thread finished 2024-11-10T17:12:29,172 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread finished 2024-11-10T17:12:29,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 208), ProcessCount=11 (was 11), AvailableMemoryMB=6445 (was 6447) 2024-11-10T17:12:29,192 INFO [FileChangeWatcher-hbase_test_key14584802751301535106.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14584802751301535106.bcfks thread finished