2024-11-17 13:12:17,342 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-17 13:12:17,354 main DEBUG Took 0.009979 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 13:12:17,355 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 13:12:17,355 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 13:12:17,356 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 13:12:17,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,366 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 13:12:17,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,379 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,381 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,382 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,384 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,385 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,386 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,387 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 13:12:17,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,389 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 13:12:17,391 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 13:12:17,392 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 13:12:17,395 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 13:12:17,395 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 13:12:17,397 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 13:12:17,398 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 13:12:17,411 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 13:12:17,414 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 13:12:17,417 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 13:12:17,417 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 13:12:17,418 main DEBUG createAppenders(={Console}) 2024-11-17 13:12:17,419 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-17 13:12:17,419 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-17 13:12:17,420 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-17 13:12:17,420 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 13:12:17,421 main DEBUG OutputStream closed 2024-11-17 13:12:17,421 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 13:12:17,422 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 13:12:17,422 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-17 13:12:17,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 13:12:17,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 13:12:17,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 13:12:17,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 13:12:17,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 13:12:17,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 13:12:17,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 13:12:17,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 13:12:17,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 13:12:17,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 13:12:17,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 13:12:17,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 13:12:17,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 13:12:17,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 13:12:17,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 13:12:17,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 13:12:17,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 13:12:17,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 13:12:17,531 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 13:12:17,531 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-17 13:12:17,531 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 13:12:17,532 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-17T13:12:17,549 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-17 13:12:17,551 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 13:12:17,552 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T13:12:17,938 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T13:12:18,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=12105 2024-11-17T13:12:19,286 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T13:12:19,325 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T13:12:19,339 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T13:12:19,350 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T13:12:19,426 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:19,459 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28648 (auto-detected) 2024-11-17T13:12:19,460 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T13:12:19,481 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37885 2024-11-17T13:12:19,484 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:19,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:19,515 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T13:12:19,515 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T13:12:19,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:19,833 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:19,882 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:19,965 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:19,967 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:19,967 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread started 2024-11-17T13:12:19,967 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread started 2024-11-17T13:12:19,974 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:20,041 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:20,059 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:20,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:20,126 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread started 2024-11-17T13:12:20,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:20,127 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread started 2024-11-17T13:12:20,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa2fd0d08, L:/127.0.0.1:37885 - R:/127.0.0.1:59506] 2024-11-17T13:12:20,242 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:20,569 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,569 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,569 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,569 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,570 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,570 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,570 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,570 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,595 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,595 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,595 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,595 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,595 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,596 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,596 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,596 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:20,596 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,596 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,596 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,596 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,596 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,596 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,596 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,596 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,610 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,610 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,610 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,610 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,610 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37885,0 is dead - stopping the connection localhost:37885/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T13:12:20,610 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,610 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,610 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,610 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:20,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:20,613 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:20,647 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:20,648 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:20,664 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:20,679 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:20,680 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1e94859, L:/127.0.0.1:37885 - R:/127.0.0.1:59518] 2024-11-17T13:12:20,726 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:20,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:20,730 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37885 2024-11-17T13:12:20,730 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13236142573639069906.jks was interrupted and is shutting down... 2024-11-17T13:12:20,730 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6760738704281777517.jks was interrupted and is shutting down... 2024-11-17T13:12:20,730 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6760738704281777517.jks was interrupted and is shutting down... 2024-11-17T13:12:20,731 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13236142573639069906.jks was interrupted and is shutting down... 2024-11-17T13:12:20,731 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread finished 2024-11-17T13:12:20,731 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread finished 2024-11-17T13:12:20,731 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread finished 2024-11-17T13:12:20,741 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13236142573639069906.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=11968 (was 12105) 2024-11-17T13:12:20,747 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=11968 2024-11-17T13:12:20,748 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread finished 2024-11-17T13:12:20,748 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:20,749 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37039 2024-11-17T13:12:20,749 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:20,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:20,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:20,751 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:20,782 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:20,782 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:20,783 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread started 2024-11-17T13:12:20,783 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:20,784 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:20,784 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread started 2024-11-17T13:12:20,801 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:20,816 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:20,817 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:20,817 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread started 2024-11-17T13:12:20,818 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:20,818 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread started 2024-11-17T13:12:20,818 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9d5b17aa, L:/127.0.0.1:37039 - R:/127.0.0.1:45562] 2024-11-17T13:12:20,855 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:20,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:20,858 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6760738704281777517.jks was interrupted and is shutting down... 2024-11-17T13:12:20,858 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13236142573639069906.jks was interrupted and is shutting down... 2024-11-17T13:12:20,858 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread finished 2024-11-17T13:12:20,858 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread finished 2024-11-17T13:12:21,015 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:21,015 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:21,015 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:21,015 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:21,042 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:21,042 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:21,042 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:21,042 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6760738704281777517.jks 2024-11-17T13:12:21,043 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:21,043 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:21,043 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:21,043 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:21,058 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:21,058 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:21,058 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:21,058 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13236142573639069906.jks 2024-11-17T13:12:21,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:21,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:21,060 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,091 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,092 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,093 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,093 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread started 2024-11-17T13:12:21,093 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread started 2024-11-17T13:12:21,094 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:21,110 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,125 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,126 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc69dc183, L:/127.0.0.1:37039 - R:/127.0.0.1:45570] 2024-11-17T13:12:21,165 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:21,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:21,167 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37039 2024-11-17T13:12:21,167 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6760738704281777517.jks was interrupted and is shutting down... 2024-11-17T13:12:21,167 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13236142573639069906.jks was interrupted and is shutting down... 2024-11-17T13:12:21,168 DEBUG [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13236142573639069906.jks was interrupted and is shutting down... 2024-11-17T13:12:21,168 DEBUG [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6760738704281777517.jks was interrupted and is shutting down... 2024-11-17T13:12:21,168 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread finished 2024-11-17T13:12:21,168 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread finished 2024-11-17T13:12:21,168 INFO [FileChangeWatcher-hbase_test_ca13236142573639069906.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13236142573639069906.jks thread finished 2024-11-17T13:12:21,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6760738704281777517.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=11925 (was 11968) 2024-11-17T13:12:21,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=11924 2024-11-17T13:12:21,188 INFO [FileChangeWatcher-hbase_test_key6760738704281777517.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6760738704281777517.jks thread finished 2024-11-17T13:12:21,233 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:21,233 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33639 2024-11-17T13:12:21,234 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:21,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:21,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:21,236 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,255 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,255 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,256 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,256 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread started 2024-11-17T13:12:21,257 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:21,257 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread started 2024-11-17T13:12:21,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,280 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread started 2024-11-17T13:12:21,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,281 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread started 2024-11-17T13:12:21,281 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x91690dc8, L:/127.0.0.1:33639 - R:/127.0.0.1:35714] 2024-11-17T13:12:21,301 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:21,657 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,657 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,658 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,658 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33639,0 is dead - stopping the connection localhost:33639/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T13:12:21,659 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:21,661 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,666 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,667 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:21,674 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,674 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,675 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x429c0c13, L:/127.0.0.1:33639 - R:/127.0.0.1:35730] 2024-11-17T13:12:21,694 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:21,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:21,696 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33639 2024-11-17T13:12:21,696 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2915362678553269802.pem was interrupted and is shutting down... 2024-11-17T13:12:21,696 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15350981917952018435.pem was interrupted and is shutting down... 2024-11-17T13:12:21,696 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2915362678553269802.pem was interrupted and is shutting down... 2024-11-17T13:12:21,696 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15350981917952018435.pem was interrupted and is shutting down... 2024-11-17T13:12:21,697 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread finished 2024-11-17T13:12:21,697 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread finished 2024-11-17T13:12:21,697 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread finished 2024-11-17T13:12:21,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key15350981917952018435.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=11858 (was 11924) 2024-11-17T13:12:21,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=11858 2024-11-17T13:12:21,711 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:21,711 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42875 2024-11-17T13:12:21,712 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:21,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:21,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:21,714 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,716 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread finished 2024-11-17T13:12:21,718 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,719 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,719 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread started 2024-11-17T13:12:21,719 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,720 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread started 2024-11-17T13:12:21,720 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:21,725 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,725 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,726 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread started 2024-11-17T13:12:21,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,727 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread started 2024-11-17T13:12:21,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2e83dddb, L:/127.0.0.1:42875 - R:/127.0.0.1:50738] 2024-11-17T13:12:21,741 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:21,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:21,743 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15350981917952018435.pem was interrupted and is shutting down... 2024-11-17T13:12:21,743 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2915362678553269802.pem was interrupted and is shutting down... 2024-11-17T13:12:21,743 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread finished 2024-11-17T13:12:21,743 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread finished 2024-11-17T13:12:21,937 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,937 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,938 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,938 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,938 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,938 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,938 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,938 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15350981917952018435.pem 2024-11-17T13:12:21,938 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:21,938 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,938 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,939 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,939 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:21,939 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2915362678553269802.pem 2024-11-17T13:12:21,940 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,945 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,946 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,946 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:21,946 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread started 2024-11-17T13:12:21,947 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread started 2024-11-17T13:12:21,947 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:21,954 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:21,954 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:21,955 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4c65f77f, L:/127.0.0.1:42875 - R:/127.0.0.1:50744] 2024-11-17T13:12:21,971 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:21,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:21,973 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42875 2024-11-17T13:12:21,973 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15350981917952018435.pem was interrupted and is shutting down... 2024-11-17T13:12:21,973 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2915362678553269802.pem was interrupted and is shutting down... 2024-11-17T13:12:21,973 DEBUG [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15350981917952018435.pem was interrupted and is shutting down... 2024-11-17T13:12:21,973 DEBUG [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2915362678553269802.pem was interrupted and is shutting down... 2024-11-17T13:12:21,973 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread finished 2024-11-17T13:12:21,980 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=33 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2915362678553269802.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2915362678553269802.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=11819 (was 11858) 2024-11-17T13:12:21,985 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=11818 2024-11-17T13:12:21,988 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread finished 2024-11-17T13:12:21,988 INFO [FileChangeWatcher-hbase_test_ca2915362678553269802.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2915362678553269802.pem thread finished 2024-11-17T13:12:21,988 INFO [FileChangeWatcher-hbase_test_key15350981917952018435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15350981917952018435.pem thread finished 2024-11-17T13:12:22,033 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:22,034 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34323 2024-11-17T13:12:22,035 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:22,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b22ae84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:22,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:22,037 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:22,071 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:22,072 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:22,072 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread started 2024-11-17T13:12:22,072 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:22,073 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread started 2024-11-17T13:12:22,073 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:22,090 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:22,108 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:22,108 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:22,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:22,109 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread started 2024-11-17T13:12:22,109 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread started 2024-11-17T13:12:22,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8e4104d3, L:/127.0.0.1:34323 - R:/127.0.0.1:56582] 2024-11-17T13:12:22,151 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:22,725 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,725 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,725 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,725 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,725 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,725 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,725 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,725 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,754 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,754 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,754 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,754 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,755 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,755 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,755 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,755 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,755 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:22,755 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,755 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,755 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,755 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,755 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,755 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,755 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,771 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,771 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34323,0 is dead - stopping the connection localhost:34323/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T13:12:22,771 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,771 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,771 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,772 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,772 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,772 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,772 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:22,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:22,774 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:22,807 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:22,808 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:22,825 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:22,841 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:22,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x85b64734, L:/127.0.0.1:34323 - R:/127.0.0.1:40760] 2024-11-17T13:12:22,882 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:22,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:22,883 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34323 2024-11-17T13:12:22,883 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key115951085557711914.p12 was interrupted and is shutting down... 2024-11-17T13:12:22,883 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 was interrupted and is shutting down... 2024-11-17T13:12:22,883 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 was interrupted and is shutting down... 2024-11-17T13:12:22,883 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key115951085557711914.p12 was interrupted and is shutting down... 2024-11-17T13:12:22,884 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread finished 2024-11-17T13:12:22,884 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread finished 2024-11-17T13:12:22,884 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread finished 2024-11-17T13:12:22,890 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=11744 (was 11818) 2024-11-17T13:12:22,895 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=11744 2024-11-17T13:12:22,896 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread finished 2024-11-17T13:12:22,896 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:22,897 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40865 2024-11-17T13:12:22,897 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:22,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f55961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:22,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:22,899 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:22,931 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:22,932 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:22,932 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:22,932 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread started 2024-11-17T13:12:22,933 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread started 2024-11-17T13:12:22,933 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:22,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:22,967 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:22,967 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:22,968 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread started 2024-11-17T13:12:22,968 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:22,968 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread started 2024-11-17T13:12:22,969 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x38482cce, L:/127.0.0.1:40865 - R:/127.0.0.1:59324] 2024-11-17T13:12:23,007 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:23,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:23,010 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key115951085557711914.p12 was interrupted and is shutting down... 2024-11-17T13:12:23,010 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 was interrupted and is shutting down... 2024-11-17T13:12:23,010 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread finished 2024-11-17T13:12:23,010 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread finished 2024-11-17T13:12:23,467 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:23,467 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:23,467 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:23,467 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:23,496 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:23,496 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:23,496 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:23,496 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key115951085557711914.p12 2024-11-17T13:12:23,496 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:23,496 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:23,496 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:23,496 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:23,513 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:23,513 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:23,513 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:23,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5ae7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:23,513 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5173485672605228298.p12 2024-11-17T13:12:23,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:23,514 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:23,548 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:23,548 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:23,549 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread started 2024-11-17T13:12:23,549 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:23,549 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread started 2024-11-17T13:12:23,549 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:23,568 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:23,585 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:23,585 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f5286ff, L:/127.0.0.1:40865 - R:/127.0.0.1:59332] 2024-11-17T13:12:23,637 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:23,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:23,639 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40865 2024-11-17T13:12:23,639 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key115951085557711914.p12 was interrupted and is shutting down... 2024-11-17T13:12:23,639 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 was interrupted and is shutting down... 2024-11-17T13:12:23,639 DEBUG [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key115951085557711914.p12 was interrupted and is shutting down... 2024-11-17T13:12:23,639 DEBUG [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 was interrupted and is shutting down... 2024-11-17T13:12:23,639 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread finished 2024-11-17T13:12:23,639 INFO [FileChangeWatcher-hbase_test_key115951085557711914.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key115951085557711914.p12 thread finished 2024-11-17T13:12:23,639 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread finished 2024-11-17T13:12:23,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=11675 (was 11744) 2024-11-17T13:12:23,652 INFO [FileChangeWatcher-hbase_test_ca5173485672605228298.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5173485672605228298.p12 thread finished 2024-11-17T13:12:23,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=11675 2024-11-17T13:12:24,175 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:24,176 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36035 2024-11-17T13:12:24,176 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:24,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3047e2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:24,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:24,178 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:24,514 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:24,514 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:24,515 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread started 2024-11-17T13:12:24,515 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:24,515 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread started 2024-11-17T13:12:24,515 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:24,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:24,838 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:24,839 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:24,840 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread started 2024-11-17T13:12:24,840 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:24,840 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread started 2024-11-17T13:12:24,841 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf4edee76, L:/127.0.0.1:36035 - R:/127.0.0.1:37786] 2024-11-17T13:12:25,034 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:25,320 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,320 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,320 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,320 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,320 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,320 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,320 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,320 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,585 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,585 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,585 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,585 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,586 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,586 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,586 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,586 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,586 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:25,586 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,586 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,586 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,586 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,586 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,586 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,586 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,748 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36035,0 is dead - stopping the connection localhost:36035/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T13:12:25,748 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,748 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,748 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,748 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,748 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,748 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,748 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:25,748 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:25,749 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:26,107 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:26,108 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:26,270 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:26,444 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:26,444 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc6d0e091, L:/127.0.0.1:36035 - R:/127.0.0.1:37794] 2024-11-17T13:12:26,631 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:26,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:26,633 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36035 2024-11-17T13:12:26,633 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks was interrupted and is shutting down... 2024-11-17T13:12:26,633 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks was interrupted and is shutting down... 2024-11-17T13:12:26,633 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks was interrupted and is shutting down... 2024-11-17T13:12:26,633 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks was interrupted and is shutting down... 2024-11-17T13:12:26,634 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread finished 2024-11-17T13:12:26,634 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread finished 2024-11-17T13:12:26,634 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread finished 2024-11-17T13:12:26,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=11609 (was 11675) 2024-11-17T13:12:26,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=12, AvailableMemoryMB=11608 2024-11-17T13:12:26,648 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:26,648 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread finished 2024-11-17T13:12:26,648 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36189 2024-11-17T13:12:26,649 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:26,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:26,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:26,650 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:26,975 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:26,975 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:26,976 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread started 2024-11-17T13:12:26,976 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:26,976 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread started 2024-11-17T13:12:26,977 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:27,139 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:27,323 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:27,323 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:27,324 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread started 2024-11-17T13:12:27,324 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:27,325 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread started 2024-11-17T13:12:27,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1e63e8d, L:/127.0.0.1:36189 - R:/127.0.0.1:37862] 2024-11-17T13:12:27,542 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:27,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:27,546 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks was interrupted and is shutting down... 2024-11-17T13:12:27,546 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks was interrupted and is shutting down... 2024-11-17T13:12:27,546 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread finished 2024-11-17T13:12:27,548 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread finished 2024-11-17T13:12:27,971 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:27,971 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:27,971 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:27,971 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:28,210 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:28,210 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:28,211 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:28,211 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3998583675481930990.bcfks 2024-11-17T13:12:28,211 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:28,211 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:28,211 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:28,211 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:28,382 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:28,382 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:28,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514734d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:28,382 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:28,382 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13280151802769311136.bcfks 2024-11-17T13:12:28,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:28,383 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:28,708 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:28,709 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:28,709 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread started 2024-11-17T13:12:28,709 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:28,710 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread started 2024-11-17T13:12:28,710 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:28,873 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:29,034 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:29,035 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc23c7d93, L:/127.0.0.1:36189 - R:/127.0.0.1:37870] 2024-11-17T13:12:29,222 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:29,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:29,225 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks was interrupted and is shutting down... 2024-11-17T13:12:29,225 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36189 2024-11-17T13:12:29,225 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks was interrupted and is shutting down... 2024-11-17T13:12:29,225 DEBUG [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks was interrupted and is shutting down... 2024-11-17T13:12:29,225 DEBUG [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks was interrupted and is shutting down... 2024-11-17T13:12:29,225 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread finished 2024-11-17T13:12:29,225 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread finished 2024-11-17T13:12:29,225 INFO [FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13280151802769311136.bcfks thread finished 2024-11-17T13:12:29,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 236), ProcessCount=11 (was 12), AvailableMemoryMB=11545 (was 11608) 2024-11-17T13:12:29,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=11545 2024-11-17T13:12:29,240 INFO [FileChangeWatcher-hbase_test_key3998583675481930990.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3998583675481930990.bcfks thread finished 2024-11-17T13:12:29,363 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:29,364 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36879 2024-11-17T13:12:29,364 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:29,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcdf906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:29,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:29,365 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:29,399 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:29,400 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,400 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key703509668003267863.jks thread started 2024-11-17T13:12:29,400 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,401 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread started 2024-11-17T13:12:29,401 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:29,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:29,435 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:29,435 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,436 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key703509668003267863.jks thread started 2024-11-17T13:12:29,436 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,438 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread started 2024-11-17T13:12:29,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5ee71b6d, L:/127.0.0.1:36879 - R:/127.0.0.1:54664] 2024-11-17T13:12:29,494 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:29,514 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,514 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,514 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,514 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,514 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,514 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,514 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,514 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,547 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,547 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,547 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,548 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,548 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,548 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,548 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,548 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,548 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,548 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,548 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,548 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,548 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,548 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,548 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,548 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,573 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,573 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,573 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,573 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,573 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,573 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,573 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36879,0 is dead - stopping the connection localhost:36879/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T13:12:29,573 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,573 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:29,574 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:29,607 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:29,608 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:29,627 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:29,643 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:29,644 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1d59f0b4, L:/127.0.0.1:36879 - R:/127.0.0.1:54666] 2024-11-17T13:12:29,690 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:29,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:29,691 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36879 2024-11-17T13:12:29,691 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3013406039111146601.jks was interrupted and is shutting down... 2024-11-17T13:12:29,691 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key703509668003267863.jks was interrupted and is shutting down... 2024-11-17T13:12:29,692 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key703509668003267863.jks was interrupted and is shutting down... 2024-11-17T13:12:29,692 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3013406039111146601.jks was interrupted and is shutting down... 2024-11-17T13:12:29,692 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread finished 2024-11-17T13:12:29,692 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key703509668003267863.jks thread finished 2024-11-17T13:12:29,692 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key703509668003267863.jks thread finished 2024-11-17T13:12:29,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=11512 (was 11545) 2024-11-17T13:12:29,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=11512 2024-11-17T13:12:29,705 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:29,706 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45673 2024-11-17T13:12:29,706 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:29,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:29,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:29,708 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread finished 2024-11-17T13:12:29,708 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:29,740 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:29,741 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,741 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key703509668003267863.jks thread started 2024-11-17T13:12:29,741 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,742 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread started 2024-11-17T13:12:29,742 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:29,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:29,787 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:29,788 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,788 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key703509668003267863.jks thread started 2024-11-17T13:12:29,789 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,789 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread started 2024-11-17T13:12:29,789 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ba0ca72, L:/127.0.0.1:45673 - R:/127.0.0.1:39716] 2024-11-17T13:12:29,835 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:29,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:29,845 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key703509668003267863.jks was interrupted and is shutting down... 2024-11-17T13:12:29,845 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3013406039111146601.jks was interrupted and is shutting down... 2024-11-17T13:12:29,847 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread finished 2024-11-17T13:12:29,849 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key703509668003267863.jks thread finished 2024-11-17T13:12:29,857 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,857 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,858 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,858 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,906 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,906 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,906 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,906 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,906 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,906 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key703509668003267863.jks 2024-11-17T13:12:29,906 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,906 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,923 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,923 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:29,923 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,923 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3013406039111146601.jks 2024-11-17T13:12:29,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:29,924 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:29,958 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:29,958 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,959 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key703509668003267863.jks thread started 2024-11-17T13:12:29,959 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:29,959 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread started 2024-11-17T13:12:29,959 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:29,976 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:29,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:29,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08330e9e, L:/127.0.0.1:45673 - R:/127.0.0.1:39732] 2024-11-17T13:12:30,040 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:30,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:30,041 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45673 2024-11-17T13:12:30,042 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key703509668003267863.jks was interrupted and is shutting down... 2024-11-17T13:12:30,042 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3013406039111146601.jks was interrupted and is shutting down... 2024-11-17T13:12:30,042 DEBUG [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3013406039111146601.jks was interrupted and is shutting down... 2024-11-17T13:12:30,042 DEBUG [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key703509668003267863.jks was interrupted and is shutting down... 2024-11-17T13:12:30,042 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key703509668003267863.jks thread finished 2024-11-17T13:12:30,048 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=11508 (was 11512) 2024-11-17T13:12:30,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=11508 2024-11-17T13:12:30,058 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:30,059 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42347 2024-11-17T13:12:30,059 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:30,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:30,060 INFO [FileChangeWatcher-hbase_test_key703509668003267863.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key703509668003267863.jks thread finished 2024-11-17T13:12:30,060 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread finished 2024-11-17T13:12:30,060 INFO [FileChangeWatcher-hbase_test_ca3013406039111146601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3013406039111146601.jks thread finished 2024-11-17T13:12:30,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:30,060 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,066 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,067 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,067 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread started 2024-11-17T13:12:30,067 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,068 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread started 2024-11-17T13:12:30,068 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:30,072 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,074 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread started 2024-11-17T13:12:30,077 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,077 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread started 2024-11-17T13:12:30,077 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7bb96de6, L:/127.0.0.1:42347 - R:/127.0.0.1:50092] 2024-11-17T13:12:30,098 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:30,114 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,114 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,115 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42347,0 is dead - stopping the connection localhost:42347/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T13:12:30,115 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:30,116 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,121 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,122 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:30,126 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,126 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,127 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0cd31da7, L:/127.0.0.1:42347 - R:/127.0.0.1:50104] 2024-11-17T13:12:30,144 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:30,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:30,145 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42347 2024-11-17T13:12:30,145 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11407817805910509391.pem was interrupted and is shutting down... 2024-11-17T13:12:30,145 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18227885103597197560.pem was interrupted and is shutting down... 2024-11-17T13:12:30,145 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18227885103597197560.pem was interrupted and is shutting down... 2024-11-17T13:12:30,145 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11407817805910509391.pem was interrupted and is shutting down... 2024-11-17T13:12:30,146 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread finished 2024-11-17T13:12:30,146 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread finished 2024-11-17T13:12:30,146 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread finished 2024-11-17T13:12:30,153 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=11508 (was 11508) 2024-11-17T13:12:30,158 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=11508 2024-11-17T13:12:30,159 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:30,160 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread finished 2024-11-17T13:12:30,160 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35173 2024-11-17T13:12:30,160 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:30,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:30,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:30,162 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,165 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,166 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,167 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread started 2024-11-17T13:12:30,167 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,167 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread started 2024-11-17T13:12:30,167 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:30,172 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,173 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,173 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,176 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread started 2024-11-17T13:12:30,176 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,176 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread started 2024-11-17T13:12:30,176 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x17b36b53, L:/127.0.0.1:35173 - R:/127.0.0.1:39640] 2024-11-17T13:12:30,193 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:30,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:30,195 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18227885103597197560.pem was interrupted and is shutting down... 2024-11-17T13:12:30,195 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11407817805910509391.pem was interrupted and is shutting down... 2024-11-17T13:12:30,195 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread finished 2024-11-17T13:12:30,195 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread finished 2024-11-17T13:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,206 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,206 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,206 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,206 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,206 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18227885103597197560.pem 2024-11-17T13:12:30,207 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,207 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,207 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,207 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,207 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,207 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11407817805910509391.pem 2024-11-17T13:12:30,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:30,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:30,208 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,214 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,215 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,215 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread started 2024-11-17T13:12:30,216 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,217 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread started 2024-11-17T13:12:30,217 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:30,222 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,222 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,223 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf15d2267, L:/127.0.0.1:35173 - R:/127.0.0.1:39646] 2024-11-17T13:12:30,240 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:30,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:30,241 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35173 2024-11-17T13:12:30,241 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11407817805910509391.pem was interrupted and is shutting down... 2024-11-17T13:12:30,241 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18227885103597197560.pem was interrupted and is shutting down... 2024-11-17T13:12:30,242 DEBUG [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18227885103597197560.pem was interrupted and is shutting down... 2024-11-17T13:12:30,242 DEBUG [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11407817805910509391.pem was interrupted and is shutting down... 2024-11-17T13:12:30,242 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread finished 2024-11-17T13:12:30,242 INFO [FileChangeWatcher-hbase_test_key18227885103597197560.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18227885103597197560.pem thread finished 2024-11-17T13:12:30,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=11508 (was 11508) 2024-11-17T13:12:30,254 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=11508 2024-11-17T13:12:30,260 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread finished 2024-11-17T13:12:30,260 INFO [FileChangeWatcher-hbase_test_ca11407817805910509391.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11407817805910509391.pem thread finished 2024-11-17T13:12:30,301 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:30,301 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38733 2024-11-17T13:12:30,301 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:30,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:30,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:30,303 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,335 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,336 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,336 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread started 2024-11-17T13:12:30,336 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,336 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread started 2024-11-17T13:12:30,337 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:30,353 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,370 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread started 2024-11-17T13:12:30,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,370 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread started 2024-11-17T13:12:30,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf4d395be, L:/127.0.0.1:38733 - R:/127.0.0.1:51904] 2024-11-17T13:12:30,414 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:30,420 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,420 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,420 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,420 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,420 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,420 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,420 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,421 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,450 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,450 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,450 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,450 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,450 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,466 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,466 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,466 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38733,0 is dead - stopping the connection localhost:38733/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T13:12:30,466 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,466 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,466 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,466 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:30,466 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,466 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,467 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,502 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,503 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:30,520 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,536 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,537 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6b9edbd0, L:/127.0.0.1:38733 - R:/127.0.0.1:51910] 2024-11-17T13:12:30,595 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:30,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:30,597 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,597 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38733 2024-11-17T13:12:30,597 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5022271952282918845.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,597 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,597 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5022271952282918845.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,597 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread finished 2024-11-17T13:12:30,597 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread finished 2024-11-17T13:12:30,597 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread finished 2024-11-17T13:12:30,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=11504 (was 11508) 2024-11-17T13:12:30,608 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread finished 2024-11-17T13:12:30,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=11504 2024-11-17T13:12:30,609 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:30,610 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44245 2024-11-17T13:12:30,610 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:30,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:30,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:30,612 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,643 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,644 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,644 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread started 2024-11-17T13:12:30,644 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,644 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread started 2024-11-17T13:12:30,645 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:30,661 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,678 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread started 2024-11-17T13:12:30,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,678 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread started 2024-11-17T13:12:30,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x561b11e2, L:/127.0.0.1:44245 - R:/127.0.0.1:53902] 2024-11-17T13:12:30,716 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:30,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:30,718 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5022271952282918845.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,718 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,718 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread finished 2024-11-17T13:12:30,718 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread finished 2024-11-17T13:12:30,722 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,722 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,722 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,722 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,750 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,750 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,750 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,750 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5022271952282918845.p12 2024-11-17T13:12:30,750 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,750 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,750 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,750 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,767 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,767 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,767 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,767 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10846037520170449618.p12 2024-11-17T13:12:30,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:30,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:30,768 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,815 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,815 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,816 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread started 2024-11-17T13:12:30,816 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:30,816 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread started 2024-11-17T13:12:30,816 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:30,833 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:30,849 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:30,850 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3299dca2, L:/127.0.0.1:44245 - R:/127.0.0.1:53910] 2024-11-17T13:12:30,892 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:30,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:30,893 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44245 2024-11-17T13:12:30,893 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5022271952282918845.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,893 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,893 DEBUG [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5022271952282918845.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,894 DEBUG [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 was interrupted and is shutting down... 2024-11-17T13:12:30,894 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread finished 2024-11-17T13:12:30,894 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread finished 2024-11-17T13:12:30,894 INFO [FileChangeWatcher-hbase_test_ca10846037520170449618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10846037520170449618.p12 thread finished 2024-11-17T13:12:30,894 INFO [FileChangeWatcher-hbase_test_key5022271952282918845.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5022271952282918845.p12 thread finished 2024-11-17T13:12:30,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=11498 (was 11504) 2024-11-17T13:12:30,906 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=11498 2024-11-17T13:12:31,309 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:31,310 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38113 2024-11-17T13:12:31,310 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:31,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:31,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:31,311 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:31,634 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:31,634 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:31,635 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread started 2024-11-17T13:12:31,635 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:31,635 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread started 2024-11-17T13:12:31,635 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:31,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:31,957 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:31,958 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:31,958 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:31,958 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread started 2024-11-17T13:12:31,959 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread started 2024-11-17T13:12:31,959 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x626c3fb5, L:/127.0.0.1:38113 - R:/127.0.0.1:50706] 2024-11-17T13:12:32,182 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:32,191 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,191 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,191 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,191 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,191 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,191 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,191 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,191 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,432 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,432 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,432 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,432 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,432 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,592 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,592 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,592 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,592 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,592 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38113,0 is dead - stopping the connection localhost:38113/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-17T13:12:32,592 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,592 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,592 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,592 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:32,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:32,593 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:32,914 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:32,915 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:33,075 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:33,236 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:33,236 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd1381047, L:/127.0.0.1:38113 - R:/127.0.0.1:45144] 2024-11-17T13:12:33,413 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:33,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:33,414 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38113 2024-11-17T13:12:33,414 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks was interrupted and is shutting down... 2024-11-17T13:12:33,414 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks was interrupted and is shutting down... 2024-11-17T13:12:33,414 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks was interrupted and is shutting down... 2024-11-17T13:12:33,414 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks was interrupted and is shutting down... 2024-11-17T13:12:33,415 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread finished 2024-11-17T13:12:33,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=11500 (was 11498) - AvailableMemoryMB LEAK? - 2024-11-17T13:12:33,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=11500 2024-11-17T13:12:33,427 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T13:12:33,428 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45217 2024-11-17T13:12:33,428 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread finished 2024-11-17T13:12:33,428 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread finished 2024-11-17T13:12:33,428 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-17T13:12:33,428 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread finished 2024-11-17T13:12:33,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:33,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:33,429 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:33,750 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:33,751 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:33,751 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread started 2024-11-17T13:12:33,751 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:33,752 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread started 2024-11-17T13:12:33,752 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:33,912 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:34,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:34,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:34,074 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread started 2024-11-17T13:12:34,074 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:34,074 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread started 2024-11-17T13:12:34,074 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xccad96b6, L:/127.0.0.1:45217 - R:/127.0.0.1:45706] 2024-11-17T13:12:34,249 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:34,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:34,251 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks was interrupted and is shutting down... 2024-11-17T13:12:34,251 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks was interrupted and is shutting down... 2024-11-17T13:12:34,251 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread finished 2024-11-17T13:12:34,251 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread finished 2024-11-17T13:12:34,257 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:34,257 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:34,257 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:34,257 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:34,498 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:34,498 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:34,498 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:34,498 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10214439858262069457.bcfks 2024-11-17T13:12:34,498 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:34,498 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:34,498 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:34,498 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:34,657 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:34,657 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:34,658 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:34,658 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4760133426909771358.bcfks 2024-11-17T13:12:34,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c76f0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T13:12:34,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-17T13:12:34,659 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:34,981 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:34,981 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:34,982 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread started 2024-11-17T13:12:34,982 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4659ba63-5bd9-4588-7d6a-90af08edacd3/TestNettyTLSIPCFileWatcher 2024-11-17T13:12:34,982 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread started 2024-11-17T13:12:34,982 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-17T13:12:35,142 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-17T13:12:35,303 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-17T13:12:35,304 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x241ec731, L:/127.0.0.1:45217 - R:/127.0.0.1:45710] 2024-11-17T13:12:35,482 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-17T13:12:35,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T13:12:35,484 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks was interrupted and is shutting down... 2024-11-17T13:12:35,484 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45217 2024-11-17T13:12:35,484 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks was interrupted and is shutting down... 2024-11-17T13:12:35,484 DEBUG [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks was interrupted and is shutting down... 2024-11-17T13:12:35,484 DEBUG [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks was interrupted and is shutting down... 2024-11-17T13:12:35,484 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread finished 2024-11-17T13:12:35,484 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread finished 2024-11-17T13:12:35,484 INFO [FileChangeWatcher-hbase_test_key10214439858262069457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10214439858262069457.bcfks thread finished 2024-11-17T13:12:35,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=11499 (was 11500) 2024-11-17T13:12:35,504 INFO [FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4760133426909771358.bcfks thread finished