2024-11-17 00:12:19,552 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-17 00:12:19,568 main DEBUG Took 0.014130 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 00:12:19,569 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 00:12:19,569 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 00:12:19,570 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 00:12:19,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,583 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 00:12:19,599 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,602 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,604 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,604 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,605 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,606 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,607 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,608 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,609 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,610 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:12:19,610 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,611 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 00:12:19,612 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:12:19,614 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 00:12:19,615 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 00:12:19,616 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 00:12:19,617 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 00:12:19,617 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 00:12:19,626 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 00:12:19,629 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 00:12:19,631 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 00:12:19,631 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 00:12:19,631 main DEBUG createAppenders(={Console}) 2024-11-17 00:12:19,632 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-17 00:12:19,632 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-17 00:12:19,633 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-17 00:12:19,633 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 00:12:19,633 main DEBUG OutputStream closed 2024-11-17 00:12:19,634 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 00:12:19,634 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 00:12:19,634 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-17 00:12:19,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 00:12:19,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 00:12:19,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 00:12:19,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 00:12:19,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 00:12:19,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 00:12:19,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 00:12:19,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 00:12:19,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 00:12:19,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 00:12:19,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 00:12:19,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 00:12:19,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 00:12:19,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 00:12:19,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 00:12:19,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 00:12:19,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 00:12:19,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 00:12:19,717 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 00:12:19,717 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-17 00:12:19,718 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 00:12:19,719 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-17T00:12:19,735 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-17 00:12:19,738 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 00:12:19,738 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T00:12:20,135 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T00:12:20,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=16028 2024-11-17T00:12:21,868 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T00:12:21,907 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T00:12:21,918 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T00:12:21,929 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T00:12:22,012 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:22,043 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28557 (auto-detected) 2024-11-17T00:12:22,044 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T00:12:22,064 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34133 2024-11-17T00:12:22,067 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:22,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0956a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:22,096 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T00:12:22,096 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T00:12:22,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:22,433 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:22,479 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:22,563 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:22,565 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:22,565 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread started 2024-11-17T00:12:22,566 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread started 2024-11-17T00:12:22,573 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:22,626 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:22,645 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:22,703 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:22,704 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread started 2024-11-17T00:12:22,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:22,704 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread started 2024-11-17T00:12:22,706 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xad928d86, L:/127.0.0.1:34133 - R:/127.0.0.1:37310] 2024-11-17T00:12:22,833 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,210 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,210 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,210 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,210 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,237 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,237 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,237 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,237 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,237 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,237 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,238 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,237 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,237 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,238 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,238 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,238 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,238 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,238 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,239 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,239 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,254 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,254 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,254 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,255 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34133,0 is dead - stopping the connection localhost:34133/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T00:12:23,254 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,255 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,255 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,255 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,255 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:23,257 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:23,289 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:23,290 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:23,310 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:23,338 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:23,338 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x18bdc3c9, L:/127.0.0.1:34133 - R:/127.0.0.1:49420] 2024-11-17T00:12:23,383 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:23,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:23,385 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34133 2024-11-17T00:12:23,386 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9074314657543633871.jks was interrupted and is shutting down... 2024-11-17T00:12:23,386 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675409733109224628.jks was interrupted and is shutting down... 2024-11-17T00:12:23,386 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675409733109224628.jks was interrupted and is shutting down... 2024-11-17T00:12:23,386 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9074314657543633871.jks was interrupted and is shutting down... 2024-11-17T00:12:23,386 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread finished 2024-11-17T00:12:23,386 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread finished 2024-11-17T00:12:23,386 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread finished 2024-11-17T00:12:23,397 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9074314657543633871.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=15860 (was 16028) 2024-11-17T00:12:23,400 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread finished 2024-11-17T00:12:23,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=15859 2024-11-17T00:12:23,404 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:23,405 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32935 2024-11-17T00:12:23,405 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:23,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492bca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:23,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:23,408 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:23,441 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:23,442 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:23,442 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread started 2024-11-17T00:12:23,444 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:23,444 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread started 2024-11-17T00:12:23,445 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:23,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:23,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:23,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:23,480 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread started 2024-11-17T00:12:23,480 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:23,481 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread started 2024-11-17T00:12:23,481 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6e3d1d41, L:/127.0.0.1:32935 - R:/127.0.0.1:35636] 2024-11-17T00:12:23,521 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:23,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:23,523 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675409733109224628.jks was interrupted and is shutting down... 2024-11-17T00:12:23,523 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9074314657543633871.jks was interrupted and is shutting down... 2024-11-17T00:12:23,524 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread finished 2024-11-17T00:12:23,524 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread finished 2024-11-17T00:12:23,847 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,847 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,848 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,848 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,876 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,876 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,876 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,876 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675409733109224628.jks 2024-11-17T00:12:23,876 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,876 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,877 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,877 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,892 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,892 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a599384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:23,892 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,892 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9074314657543633871.jks 2024-11-17T00:12:23,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:23,893 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:23,925 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:23,926 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:23,926 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:23,926 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread started 2024-11-17T00:12:23,928 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread started 2024-11-17T00:12:23,928 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:23,944 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:23,959 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:23,960 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x708647ec, L:/127.0.0.1:32935 - R:/127.0.0.1:35648] 2024-11-17T00:12:23,999 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:24,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:24,001 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32935 2024-11-17T00:12:24,001 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9074314657543633871.jks was interrupted and is shutting down... 2024-11-17T00:12:24,001 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675409733109224628.jks was interrupted and is shutting down... 2024-11-17T00:12:24,001 DEBUG [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675409733109224628.jks was interrupted and is shutting down... 2024-11-17T00:12:24,002 DEBUG [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9074314657543633871.jks was interrupted and is shutting down... 2024-11-17T00:12:24,002 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread finished 2024-11-17T00:12:24,002 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread finished 2024-11-17T00:12:24,002 INFO [FileChangeWatcher-hbase_test_key11675409733109224628.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675409733109224628.jks thread finished 2024-11-17T00:12:24,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=15795 (was 15859) 2024-11-17T00:12:24,016 INFO [FileChangeWatcher-hbase_test_ca9074314657543633871.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9074314657543633871.jks thread finished 2024-11-17T00:12:24,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=15794 2024-11-17T00:12:24,066 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:24,067 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44249 2024-11-17T00:12:24,067 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:24,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee031f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:24,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:24,069 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,089 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,089 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,090 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread started 2024-11-17T00:12:24,090 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,091 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread started 2024-11-17T00:12:24,091 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:24,105 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,105 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,106 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,107 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread started 2024-11-17T00:12:24,107 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,107 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread started 2024-11-17T00:12:24,108 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x008e4e5a, L:/127.0.0.1:44249 - R:/127.0.0.1:56236] 2024-11-17T00:12:24,128 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,434 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,435 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44249,0 is dead - stopping the connection localhost:44249/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,435 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,435 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:24,436 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,436 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,436 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,436 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,436 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,436 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,436 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,437 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,448 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,449 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:24,461 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x67c908e5, L:/127.0.0.1:44249 - R:/127.0.0.1:56252] 2024-11-17T00:12:24,478 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:24,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:24,480 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44249 2024-11-17T00:12:24,480 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7750062364139808852.pem was interrupted and is shutting down... 2024-11-17T00:12:24,480 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3898322241353125073.pem was interrupted and is shutting down... 2024-11-17T00:12:24,480 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7750062364139808852.pem was interrupted and is shutting down... 2024-11-17T00:12:24,480 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3898322241353125073.pem was interrupted and is shutting down... 2024-11-17T00:12:24,480 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread finished 2024-11-17T00:12:24,481 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread finished 2024-11-17T00:12:24,481 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread finished 2024-11-17T00:12:24,481 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread finished 2024-11-17T00:12:24,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 25), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=15736 (was 15794) 2024-11-17T00:12:24,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=15736 2024-11-17T00:12:24,496 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:24,497 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35307 2024-11-17T00:12:24,497 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:24,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6397c070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:24,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:24,499 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,506 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,507 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,507 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread started 2024-11-17T00:12:24,507 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,508 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread started 2024-11-17T00:12:24,508 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:24,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,516 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread started 2024-11-17T00:12:24,517 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread started 2024-11-17T00:12:24,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1246cdb1, L:/127.0.0.1:35307 - R:/127.0.0.1:58368] 2024-11-17T00:12:24,531 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:24,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:24,533 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7750062364139808852.pem was interrupted and is shutting down... 2024-11-17T00:12:24,533 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3898322241353125073.pem was interrupted and is shutting down... 2024-11-17T00:12:24,534 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread finished 2024-11-17T00:12:24,534 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread finished 2024-11-17T00:12:24,767 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,767 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,767 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,767 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,767 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,767 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,767 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,767 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7750062364139808852.pem 2024-11-17T00:12:24,768 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,768 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,768 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,768 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,768 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,768 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,768 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cd7017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:24,768 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3898322241353125073.pem 2024-11-17T00:12:24,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:24,770 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,775 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,776 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,776 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread started 2024-11-17T00:12:24,776 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,777 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread started 2024-11-17T00:12:24,777 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:24,785 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,785 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,786 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x48d4cfb7, L:/127.0.0.1:35307 - R:/127.0.0.1:58384] 2024-11-17T00:12:24,805 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:24,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:24,806 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7750062364139808852.pem was interrupted and is shutting down... 2024-11-17T00:12:24,806 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3898322241353125073.pem was interrupted and is shutting down... 2024-11-17T00:12:24,806 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35307 2024-11-17T00:12:24,807 DEBUG [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7750062364139808852.pem was interrupted and is shutting down... 2024-11-17T00:12:24,807 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread finished 2024-11-17T00:12:24,807 DEBUG [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3898322241353125073.pem was interrupted and is shutting down... 2024-11-17T00:12:24,807 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread finished 2024-11-17T00:12:24,807 INFO [FileChangeWatcher-hbase_test_key7750062364139808852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7750062364139808852.pem thread finished 2024-11-17T00:12:24,814 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3898322241353125073.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=15695 (was 15736) 2024-11-17T00:12:24,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=15695 2024-11-17T00:12:24,824 INFO [FileChangeWatcher-hbase_test_ca3898322241353125073.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3898322241353125073.pem thread finished 2024-11-17T00:12:24,863 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:24,864 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42987 2024-11-17T00:12:24,864 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:24,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a5b2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:24,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:24,867 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,909 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,910 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,910 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread started 2024-11-17T00:12:24,910 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,911 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread started 2024-11-17T00:12:24,911 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:24,927 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:24,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:24,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:24,943 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread started 2024-11-17T00:12:24,943 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread started 2024-11-17T00:12:24,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf43b0088, L:/127.0.0.1:42987 - R:/127.0.0.1:59418] 2024-11-17T00:12:24,980 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:25,144 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,144 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,144 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,144 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,144 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,144 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,144 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,144 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,181 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,181 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,181 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,181 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,182 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,182 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,182 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,182 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,182 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,182 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,182 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,182 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,182 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,182 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,182 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,182 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,198 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42987,0 is dead - stopping the connection localhost:42987/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T00:12:25,198 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,197 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,197 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,197 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,198 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,198 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,198 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,198 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:25,199 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:25,231 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:25,231 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:25,247 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:25,263 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:25,263 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6f788df6, L:/127.0.0.1:42987 - R:/127.0.0.1:59422] 2024-11-17T00:12:25,301 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:25,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:25,302 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42987 2024-11-17T00:12:25,302 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16898102178491462209.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,302 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,303 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16898102178491462209.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,303 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,303 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread finished 2024-11-17T00:12:25,303 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread finished 2024-11-17T00:12:25,303 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread finished 2024-11-17T00:12:25,309 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9918665656333950175.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 177), ProcessCount=11 (was 11), AvailableMemoryMB=15640 (was 15695) 2024-11-17T00:12:25,315 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=15640 2024-11-17T00:12:25,316 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:25,316 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38479 2024-11-17T00:12:25,317 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:25,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1fac2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:25,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:25,318 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:25,320 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread finished 2024-11-17T00:12:25,348 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:25,349 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:25,349 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread started 2024-11-17T00:12:25,349 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:25,350 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread started 2024-11-17T00:12:25,350 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:25,368 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:25,396 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:25,396 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:25,397 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread started 2024-11-17T00:12:25,397 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:25,398 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread started 2024-11-17T00:12:25,398 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7d779b0b, L:/127.0.0.1:38479 - R:/127.0.0.1:57622] 2024-11-17T00:12:25,433 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:25,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:25,436 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16898102178491462209.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,436 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,436 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread finished 2024-11-17T00:12:25,436 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread finished 2024-11-17T00:12:25,643 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,643 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,643 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,643 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,669 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,669 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,669 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,669 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16898102178491462209.p12 2024-11-17T00:12:25,670 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,670 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,670 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,670 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,685 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,685 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,685 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74eb9a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:25,685 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9918665656333950175.p12 2024-11-17T00:12:25,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:25,686 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:25,718 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:25,718 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:25,719 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:25,719 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread started 2024-11-17T00:12:25,719 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread started 2024-11-17T00:12:25,719 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:25,736 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:25,751 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:25,752 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x095e65af, L:/127.0.0.1:38479 - R:/127.0.0.1:57638] 2024-11-17T00:12:25,788 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:25,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:25,790 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38479 2024-11-17T00:12:25,790 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,790 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16898102178491462209.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,790 DEBUG [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16898102178491462209.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,790 DEBUG [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 was interrupted and is shutting down... 2024-11-17T00:12:25,790 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread finished 2024-11-17T00:12:25,790 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread finished 2024-11-17T00:12:25,791 INFO [FileChangeWatcher-hbase_test_key16898102178491462209.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16898102178491462209.p12 thread finished 2024-11-17T00:12:25,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 177), ProcessCount=11 (was 11), AvailableMemoryMB=15588 (was 15640) 2024-11-17T00:12:25,804 INFO [FileChangeWatcher-hbase_test_ca9918665656333950175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9918665656333950175.p12 thread finished 2024-11-17T00:12:25,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=15587 2024-11-17T00:12:26,360 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:26,361 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41929 2024-11-17T00:12:26,361 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:26,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82b0a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:26,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:26,363 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:26,702 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:26,703 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:26,703 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread started 2024-11-17T00:12:26,704 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:26,704 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread started 2024-11-17T00:12:26,704 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:26,867 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:27,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:27,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:27,031 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread started 2024-11-17T00:12:27,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:27,031 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread started 2024-11-17T00:12:27,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9d7cd712, L:/127.0.0.1:41929 - R:/127.0.0.1:49402] 2024-11-17T00:12:27,225 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:27,719 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,719 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,719 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,719 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,719 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,719 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,719 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,720 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,972 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,972 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:27,972 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:27,973 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:27,973 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:28,143 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:28,143 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41929,0 is dead - stopping the connection localhost:41929/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T00:12:28,143 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:28,143 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:28,143 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:28,143 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:28,143 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:28,143 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:28,143 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:28,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:28,145 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:28,475 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:28,476 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:28,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:28,801 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:28,802 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x09d27e57, L:/127.0.0.1:41929 - R:/127.0.0.1:49418] 2024-11-17T00:12:28,995 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:28,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:28,997 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41929 2024-11-17T00:12:28,997 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks was interrupted and is shutting down... 2024-11-17T00:12:28,997 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks was interrupted and is shutting down... 2024-11-17T00:12:28,997 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks was interrupted and is shutting down... 2024-11-17T00:12:28,997 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks was interrupted and is shutting down... 2024-11-17T00:12:28,997 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread finished 2024-11-17T00:12:28,998 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread finished 2024-11-17T00:12:28,998 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread finished 2024-11-17T00:12:29,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=177 (was 177), ProcessCount=11 (was 11), AvailableMemoryMB=15479 (was 15587) 2024-11-17T00:12:29,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=15478 2024-11-17T00:12:29,011 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:29,012 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread finished 2024-11-17T00:12:29,012 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37891 2024-11-17T00:12:29,012 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:29,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791a4add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:29,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:29,014 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:29,337 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:29,338 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:29,339 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:29,339 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread started 2024-11-17T00:12:29,339 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread started 2024-11-17T00:12:29,339 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:29,501 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:29,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:29,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:29,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:29,665 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread started 2024-11-17T00:12:29,666 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread started 2024-11-17T00:12:29,666 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8adb2842, L:/127.0.0.1:37891 - R:/127.0.0.1:48732] 2024-11-17T00:12:29,843 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:29,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:29,845 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks was interrupted and is shutting down... 2024-11-17T00:12:29,845 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks was interrupted and is shutting down... 2024-11-17T00:12:29,845 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread finished 2024-11-17T00:12:29,845 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread finished 2024-11-17T00:12:30,128 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:30,128 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:30,128 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:30,128 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:30,369 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:30,369 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:30,370 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:30,370 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2945214471445729043.bcfks 2024-11-17T00:12:30,370 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:30,370 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:30,370 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:30,370 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:30,530 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:30,530 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:30,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbb8e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:30,530 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:30,530 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9929614651399122175.bcfks 2024-11-17T00:12:30,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:30,532 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:30,854 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:30,855 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:30,855 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread started 2024-11-17T00:12:30,855 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:30,856 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread started 2024-11-17T00:12:30,856 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:31,020 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:31,182 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:31,183 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x09870d33, L:/127.0.0.1:37891 - R:/127.0.0.1:48734] 2024-11-17T00:12:31,368 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:31,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:31,371 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37891 2024-11-17T00:12:31,371 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks was interrupted and is shutting down... 2024-11-17T00:12:31,371 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks was interrupted and is shutting down... 2024-11-17T00:12:31,371 DEBUG [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks was interrupted and is shutting down... 2024-11-17T00:12:31,371 DEBUG [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks was interrupted and is shutting down... 2024-11-17T00:12:31,371 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread finished 2024-11-17T00:12:31,371 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread finished 2024-11-17T00:12:31,371 INFO [FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9929614651399122175.bcfks thread finished 2024-11-17T00:12:31,372 INFO [FileChangeWatcher-hbase_test_key2945214471445729043.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2945214471445729043.bcfks thread finished 2024-11-17T00:12:31,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 177), ProcessCount=11 (was 11), AvailableMemoryMB=15435 (was 15478) 2024-11-17T00:12:31,383 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=15434 2024-11-17T00:12:31,500 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:31,501 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40311 2024-11-17T00:12:31,501 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:31,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190ab790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:31,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:31,502 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:31,533 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:31,534 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:31,534 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread started 2024-11-17T00:12:31,534 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:31,535 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread started 2024-11-17T00:12:31,535 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:31,553 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:31,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:31,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:31,569 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread started 2024-11-17T00:12:31,569 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:31,569 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread started 2024-11-17T00:12:31,569 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfdeaa798, L:/127.0.0.1:40311 - R:/127.0.0.1:57526] 2024-11-17T00:12:31,621 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:31,630 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,630 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,630 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,630 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,630 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,630 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,630 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,630 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,660 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,660 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,660 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,660 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,661 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,661 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,683 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,683 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,683 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40311,0 is dead - stopping the connection localhost:40311/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T00:12:31,683 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,683 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,683 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,683 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,683 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,683 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:31,684 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:31,714 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:31,715 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:31,730 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:31,745 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:31,745 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdacbe228, L:/127.0.0.1:40311 - R:/127.0.0.1:57540] 2024-11-17T00:12:31,785 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:31,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:31,787 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40311 2024-11-17T00:12:31,787 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6969680328809644358.jks was interrupted and is shutting down... 2024-11-17T00:12:31,787 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316092584505011972.jks was interrupted and is shutting down... 2024-11-17T00:12:31,787 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6969680328809644358.jks was interrupted and is shutting down... 2024-11-17T00:12:31,787 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316092584505011972.jks was interrupted and is shutting down... 2024-11-17T00:12:31,787 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread finished 2024-11-17T00:12:31,787 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread finished 2024-11-17T00:12:31,787 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread finished 2024-11-17T00:12:31,794 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=15412 (was 15434) 2024-11-17T00:12:31,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=15411 2024-11-17T00:12:31,800 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread finished 2024-11-17T00:12:31,800 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:31,801 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43889 2024-11-17T00:12:31,801 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:31,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb1c72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:31,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:31,802 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:31,832 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:31,833 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:31,844 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread started 2024-11-17T00:12:31,844 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:31,845 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread started 2024-11-17T00:12:31,845 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:31,860 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:31,874 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:31,875 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:31,875 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread started 2024-11-17T00:12:31,875 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:31,876 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread started 2024-11-17T00:12:31,876 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2ad5e671, L:/127.0.0.1:43889 - R:/127.0.0.1:47664] 2024-11-17T00:12:31,926 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:31,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:31,928 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316092584505011972.jks was interrupted and is shutting down... 2024-11-17T00:12:31,928 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6969680328809644358.jks was interrupted and is shutting down... 2024-11-17T00:12:31,928 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread finished 2024-11-17T00:12:31,929 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread finished 2024-11-17T00:12:31,934 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,934 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,934 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,934 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,959 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,959 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,959 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,960 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,960 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6969680328809644358.jks 2024-11-17T00:12:31,960 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,960 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,960 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,974 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,974 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,974 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,974 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316092584505011972.jks 2024-11-17T00:12:31,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bd089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:31,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:31,975 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,005 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,005 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,006 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread started 2024-11-17T00:12:32,006 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,006 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread started 2024-11-17T00:12:32,007 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:32,022 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,037 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,037 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb8c38887, L:/127.0.0.1:43889 - R:/127.0.0.1:47674] 2024-11-17T00:12:32,078 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:32,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:32,080 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6969680328809644358.jks was interrupted and is shutting down... 2024-11-17T00:12:32,080 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43889 2024-11-17T00:12:32,080 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316092584505011972.jks was interrupted and is shutting down... 2024-11-17T00:12:32,080 DEBUG [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316092584505011972.jks was interrupted and is shutting down... 2024-11-17T00:12:32,080 DEBUG [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6969680328809644358.jks was interrupted and is shutting down... 2024-11-17T00:12:32,080 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread finished 2024-11-17T00:12:32,080 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread finished 2024-11-17T00:12:32,080 INFO [FileChangeWatcher-hbase_test_ca4316092584505011972.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316092584505011972.jks thread finished 2024-11-17T00:12:32,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=15390 (was 15411) 2024-11-17T00:12:32,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=15390 2024-11-17T00:12:32,098 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:32,098 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38229 2024-11-17T00:12:32,098 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:32,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c5e493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:32,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:32,099 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,100 INFO [FileChangeWatcher-hbase_test_key6969680328809644358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6969680328809644358.jks thread finished 2024-11-17T00:12:32,104 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,104 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,104 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread started 2024-11-17T00:12:32,104 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,105 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread started 2024-11-17T00:12:32,105 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:32,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,110 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread started 2024-11-17T00:12:32,110 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,110 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread started 2024-11-17T00:12:32,110 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbb7c8ae3, L:/127.0.0.1:38229 - R:/127.0.0.1:36750] 2024-11-17T00:12:32,126 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,138 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38229,0 is dead - stopping the connection localhost:38229/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T00:12:32,139 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:32,140 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,146 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,146 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:32,151 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,151 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,151 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6792d4a4, L:/127.0.0.1:38229 - R:/127.0.0.1:36766] 2024-11-17T00:12:32,168 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:32,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:32,170 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38229 2024-11-17T00:12:32,170 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3704015416042081747.pem was interrupted and is shutting down... 2024-11-17T00:12:32,170 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15652118258672331260.pem was interrupted and is shutting down... 2024-11-17T00:12:32,170 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15652118258672331260.pem was interrupted and is shutting down... 2024-11-17T00:12:32,170 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3704015416042081747.pem was interrupted and is shutting down... 2024-11-17T00:12:32,170 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread finished 2024-11-17T00:12:32,170 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread finished 2024-11-17T00:12:32,170 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread finished 2024-11-17T00:12:32,170 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread finished 2024-11-17T00:12:32,177 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=15389 (was 15390) 2024-11-17T00:12:32,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=15388 2024-11-17T00:12:32,183 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:32,184 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37271 2024-11-17T00:12:32,184 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:32,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d8e0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:32,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:32,185 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,189 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,189 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,190 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread started 2024-11-17T00:12:32,190 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,193 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread started 2024-11-17T00:12:32,193 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:32,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,198 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread started 2024-11-17T00:12:32,199 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,199 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread started 2024-11-17T00:12:32,199 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8aa91b10, L:/127.0.0.1:37271 - R:/127.0.0.1:59086] 2024-11-17T00:12:32,213 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:32,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:32,215 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3704015416042081747.pem was interrupted and is shutting down... 2024-11-17T00:12:32,215 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15652118258672331260.pem was interrupted and is shutting down... 2024-11-17T00:12:32,215 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread finished 2024-11-17T00:12:32,222 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,222 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,223 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,223 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15652118258672331260.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,223 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,223 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,223 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3704015416042081747.pem 2024-11-17T00:12:32,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e979e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:32,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:32,224 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,228 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread finished 2024-11-17T00:12:32,228 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,229 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,229 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread started 2024-11-17T00:12:32,229 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,230 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread started 2024-11-17T00:12:32,230 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:32,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4500e730, L:/127.0.0.1:37271 - R:/127.0.0.1:59102] 2024-11-17T00:12:32,250 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:32,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:32,251 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15652118258672331260.pem was interrupted and is shutting down... 2024-11-17T00:12:32,251 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3704015416042081747.pem was interrupted and is shutting down... 2024-11-17T00:12:32,251 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37271 2024-11-17T00:12:32,251 DEBUG [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15652118258672331260.pem was interrupted and is shutting down... 2024-11-17T00:12:32,251 DEBUG [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3704015416042081747.pem was interrupted and is shutting down... 2024-11-17T00:12:32,251 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread finished 2024-11-17T00:12:32,251 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread finished 2024-11-17T00:12:32,252 INFO [FileChangeWatcher-hbase_test_key15652118258672331260.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15652118258672331260.pem thread finished 2024-11-17T00:12:32,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=15388 (was 15388) 2024-11-17T00:12:32,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=15388 2024-11-17T00:12:32,264 INFO [FileChangeWatcher-hbase_test_ca3704015416042081747.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3704015416042081747.pem thread finished 2024-11-17T00:12:32,304 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:32,304 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34583 2024-11-17T00:12:32,305 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:32,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749a9673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:32,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:32,306 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,334 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,335 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,335 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread started 2024-11-17T00:12:32,335 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,336 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread started 2024-11-17T00:12:32,336 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:32,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,365 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,365 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,366 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread started 2024-11-17T00:12:32,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,366 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread started 2024-11-17T00:12:32,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xecd23729, L:/127.0.0.1:34583 - R:/127.0.0.1:38584] 2024-11-17T00:12:32,401 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:32,406 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,406 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,406 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,406 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,406 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,406 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,406 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,406 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,431 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,431 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,431 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,431 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,431 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,445 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,445 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,445 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,445 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,445 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,445 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34583,0 is dead - stopping the connection localhost:34583/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T00:12:32,445 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,445 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,445 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:32,446 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,475 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,476 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:32,490 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,505 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,505 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x79fc4dcf, L:/127.0.0.1:34583 - R:/127.0.0.1:38590] 2024-11-17T00:12:32,542 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:32,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:32,543 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,543 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34583 2024-11-17T00:12:32,543 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6848131358660193617.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,544 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,544 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6848131358660193617.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,544 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread finished 2024-11-17T00:12:32,544 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread finished 2024-11-17T00:12:32,544 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread finished 2024-11-17T00:12:32,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=15387 (was 15388) 2024-11-17T00:12:32,556 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=15387 2024-11-17T00:12:32,557 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:32,557 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40761 2024-11-17T00:12:32,557 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:32,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348de117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:32,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:32,558 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,560 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread finished 2024-11-17T00:12:32,587 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,588 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,588 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread started 2024-11-17T00:12:32,588 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,589 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread started 2024-11-17T00:12:32,589 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:32,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,617 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,618 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,618 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread started 2024-11-17T00:12:32,618 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,619 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread started 2024-11-17T00:12:32,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x23b3603f, L:/127.0.0.1:40761 - R:/127.0.0.1:53286] 2024-11-17T00:12:32,664 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:32,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:32,666 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6848131358660193617.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,666 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,666 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread finished 2024-11-17T00:12:32,666 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread finished 2024-11-17T00:12:32,670 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,670 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,670 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,670 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,695 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,695 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,695 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,695 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6848131358660193617.p12 2024-11-17T00:12:32,695 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,695 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,695 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,695 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,710 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,710 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,710 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,710 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5692167146373806509.p12 2024-11-17T00:12:32,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4007c9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:32,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:32,711 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,740 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,740 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,741 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread started 2024-11-17T00:12:32,741 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:32,741 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread started 2024-11-17T00:12:32,741 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:32,756 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:32,771 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:32,772 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x34b320ab, L:/127.0.0.1:40761 - R:/127.0.0.1:42664] 2024-11-17T00:12:32,808 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:32,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:32,810 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40761 2024-11-17T00:12:32,810 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,810 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6848131358660193617.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,810 DEBUG [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6848131358660193617.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,810 DEBUG [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 was interrupted and is shutting down... 2024-11-17T00:12:32,810 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread finished 2024-11-17T00:12:32,810 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread finished 2024-11-17T00:12:32,810 INFO [FileChangeWatcher-hbase_test_key6848131358660193617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6848131358660193617.p12 thread finished 2024-11-17T00:12:32,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=15378 (was 15387) 2024-11-17T00:12:32,822 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=15377 2024-11-17T00:12:32,824 INFO [FileChangeWatcher-hbase_test_ca5692167146373806509.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5692167146373806509.p12 thread finished 2024-11-17T00:12:33,226 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:33,227 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45659 2024-11-17T00:12:33,227 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:33,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6cb70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:33,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:33,228 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:33,551 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:33,552 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:33,553 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread started 2024-11-17T00:12:33,553 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:33,553 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread started 2024-11-17T00:12:33,553 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:33,715 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:33,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:33,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:33,880 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread started 2024-11-17T00:12:33,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:33,881 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread started 2024-11-17T00:12:33,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x54d3b495, L:/127.0.0.1:45659 - R:/127.0.0.1:44370] 2024-11-17T00:12:34,097 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:34,109 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,109 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,109 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,109 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,109 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,109 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,109 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,109 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,357 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,357 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,357 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,357 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,357 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,357 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,357 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,357 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:34,358 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,358 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,358 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,358 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,358 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,358 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,358 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,358 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,517 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,517 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,518 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45659,0 is dead - stopping the connection localhost:45659/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T00:12:34,518 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,518 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,518 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,518 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,518 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,518 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:34,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:34,519 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:34,840 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:34,840 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:35,002 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:35,163 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:35,164 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4f7e2bbe, L:/127.0.0.1:45659 - R:/127.0.0.1:44376] 2024-11-17T00:12:35,342 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:35,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:35,343 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45659 2024-11-17T00:12:35,344 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks was interrupted and is shutting down... 2024-11-17T00:12:35,344 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks was interrupted and is shutting down... 2024-11-17T00:12:35,344 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks was interrupted and is shutting down... 2024-11-17T00:12:35,344 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks was interrupted and is shutting down... 2024-11-17T00:12:35,344 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread finished 2024-11-17T00:12:35,344 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread finished 2024-11-17T00:12:35,344 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread finished 2024-11-17T00:12:35,344 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread finished 2024-11-17T00:12:35,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 170), ProcessCount=11 (was 11), AvailableMemoryMB=15384 (was 15377) - AvailableMemoryMB LEAK? - 2024-11-17T00:12:35,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=15384 2024-11-17T00:12:35,358 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:12:35,359 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34869 2024-11-17T00:12:35,359 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T00:12:35,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db14283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:35,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:35,360 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:35,681 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:35,682 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:35,682 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread started 2024-11-17T00:12:35,682 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:35,683 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread started 2024-11-17T00:12:35,683 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:35,844 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:36,006 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:36,006 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:36,007 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread started 2024-11-17T00:12:36,007 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:36,007 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread started 2024-11-17T00:12:36,007 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7634aa1b, L:/127.0.0.1:34869 - R:/127.0.0.1:41790] 2024-11-17T00:12:36,182 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:36,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:36,184 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks was interrupted and is shutting down... 2024-11-17T00:12:36,184 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks was interrupted and is shutting down... 2024-11-17T00:12:36,184 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread finished 2024-11-17T00:12:36,184 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread finished 2024-11-17T00:12:36,190 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:36,190 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:36,190 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:36,190 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:36,431 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:36,431 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:36,431 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:36,431 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9816682877871034097.bcfks 2024-11-17T00:12:36,431 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:36,431 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:36,431 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:36,431 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:36,591 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:36,591 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:36,591 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:36,591 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9224746751855156328.bcfks 2024-11-17T00:12:36,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c98aaa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:12:36,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T00:12:36,592 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:36,914 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:36,915 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:36,915 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread started 2024-11-17T00:12:36,915 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca268901-c9bd-cfe9-1d2a-e41ce12a13c3/TestNettyTLSIPCFileWatcher 2024-11-17T00:12:36,916 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread started 2024-11-17T00:12:36,916 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T00:12:37,078 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T00:12:37,243 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T00:12:37,244 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2a8f867c, L:/127.0.0.1:34869 - R:/127.0.0.1:41800] 2024-11-17T00:12:37,420 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T00:12:37,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:12:37,421 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34869 2024-11-17T00:12:37,421 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks was interrupted and is shutting down... 2024-11-17T00:12:37,421 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks was interrupted and is shutting down... 2024-11-17T00:12:37,421 DEBUG [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks was interrupted and is shutting down... 2024-11-17T00:12:37,421 DEBUG [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks was interrupted and is shutting down... 2024-11-17T00:12:37,421 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread finished 2024-11-17T00:12:37,421 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread finished 2024-11-17T00:12:37,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=165 (was 165), ProcessCount=11 (was 11), AvailableMemoryMB=15385 (was 15384) - AvailableMemoryMB LEAK? - 2024-11-17T00:12:37,436 INFO [FileChangeWatcher-hbase_test_key9816682877871034097.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9816682877871034097.bcfks thread finished 2024-11-17T00:12:37,436 INFO [FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9224746751855156328.bcfks thread finished