2024-11-18 02:12:34,370 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-18 02:12:34,385 main DEBUG Took 0.012957 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 02:12:34,385 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 02:12:34,385 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 02:12:34,386 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 02:12:34,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,399 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 02:12:34,411 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,413 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,414 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,415 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,415 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,416 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,417 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,418 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,419 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,419 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,420 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,421 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 02:12:34,422 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,422 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 02:12:34,423 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 02:12:34,424 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 02:12:34,426 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 02:12:34,426 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 02:12:34,427 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 02:12:34,427 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 02:12:34,436 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 02:12:34,438 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 02:12:34,440 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 02:12:34,440 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 02:12:34,440 main DEBUG createAppenders(={Console}) 2024-11-18 02:12:34,441 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-18 02:12:34,441 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-18 02:12:34,441 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-18 02:12:34,442 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 02:12:34,442 main DEBUG OutputStream closed 2024-11-18 02:12:34,442 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 02:12:34,443 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 02:12:34,443 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-18 02:12:34,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 02:12:34,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 02:12:34,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 02:12:34,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 02:12:34,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 02:12:34,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 02:12:34,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 02:12:34,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 02:12:34,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 02:12:34,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 02:12:34,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 02:12:34,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 02:12:34,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 02:12:34,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 02:12:34,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 02:12:34,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 02:12:34,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 02:12:34,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 02:12:34,524 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 02:12:34,525 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-18 02:12:34,525 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 02:12:34,526 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-18T02:12:34,542 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-18 02:12:34,545 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 02:12:34,546 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T02:12:34,969 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T02:12:35,726 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=12755 2024-11-18T02:12:36,229 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T02:12:36,268 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T02:12:36,281 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T02:12:36,293 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T02:12:36,362 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:36,395 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28905 (auto-detected) 2024-11-18T02:12:36,396 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T02:12:36,418 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34059 2024-11-18T02:12:36,422 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:36,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:36,448 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T02:12:36,449 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T02:12:36,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:36,787 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:36,842 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:36,931 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:36,933 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:36,933 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread started 2024-11-18T02:12:36,934 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread started 2024-11-18T02:12:36,941 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:37,009 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:37,028 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:37,088 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:37,088 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread started 2024-11-18T02:12:37,088 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:37,089 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread started 2024-11-18T02:12:37,090 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x07a6dc0d, L:/127.0.0.1:34059 - R:/127.0.0.1:48816] 2024-11-18T02:12:37,208 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:37,649 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,649 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,649 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,649 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,650 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,650 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,650 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,650 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,675 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,675 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,675 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,675 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,675 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,675 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,675 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,675 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:37,676 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,676 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,676 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,676 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,676 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,676 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,676 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,676 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,690 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,690 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,690 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,690 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,690 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,690 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,690 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34059,0 is dead - stopping the connection localhost:34059/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T02:12:37,691 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,691 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:37,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:37,693 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:37,725 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:37,725 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:37,741 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:37,757 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:37,757 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc4187786, L:/127.0.0.1:34059 - R:/127.0.0.1:48832] 2024-11-18T02:12:37,802 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:37,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:37,805 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34059 2024-11-18T02:12:37,805 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16129409196199346170.jks was interrupted and is shutting down... 2024-11-18T02:12:37,805 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10419114181660596338.jks was interrupted and is shutting down... 2024-11-18T02:12:37,805 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10419114181660596338.jks was interrupted and is shutting down... 2024-11-18T02:12:37,805 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16129409196199346170.jks was interrupted and is shutting down... 2024-11-18T02:12:37,806 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread finished 2024-11-18T02:12:37,806 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread finished 2024-11-18T02:12:37,806 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread finished 2024-11-18T02:12:37,806 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread finished 2024-11-18T02:12:37,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=12607 (was 12755) 2024-11-18T02:12:37,822 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=12607 2024-11-18T02:12:37,824 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:37,825 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36565 2024-11-18T02:12:37,825 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:37,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6695e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:37,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:37,827 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:37,873 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:37,874 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:37,875 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread started 2024-11-18T02:12:37,875 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:37,875 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread started 2024-11-18T02:12:37,876 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:37,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:37,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:37,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:37,909 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread started 2024-11-18T02:12:37,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:37,909 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread started 2024-11-18T02:12:37,910 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x58c757d6, L:/127.0.0.1:36565 - R:/127.0.0.1:34898] 2024-11-18T02:12:37,951 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:37,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:37,953 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16129409196199346170.jks was interrupted and is shutting down... 2024-11-18T02:12:37,953 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10419114181660596338.jks was interrupted and is shutting down... 2024-11-18T02:12:37,954 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread finished 2024-11-18T02:12:37,954 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread finished 2024-11-18T02:12:38,284 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:38,284 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:38,284 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:38,284 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:38,311 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:38,311 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:38,311 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:38,311 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:38,311 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10419114181660596338.jks 2024-11-18T02:12:38,311 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:38,312 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:38,312 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:38,326 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:38,326 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:38,326 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:38,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67437c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:38,327 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16129409196199346170.jks 2024-11-18T02:12:38,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:38,328 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:38,359 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:38,360 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,361 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,361 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread started 2024-11-18T02:12:38,361 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread started 2024-11-18T02:12:38,361 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:38,377 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:38,393 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:38,393 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7175fca6, L:/127.0.0.1:36565 - R:/127.0.0.1:34906] 2024-11-18T02:12:38,432 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:38,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:38,434 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10419114181660596338.jks was interrupted and is shutting down... 2024-11-18T02:12:38,434 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36565 2024-11-18T02:12:38,434 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16129409196199346170.jks was interrupted and is shutting down... 2024-11-18T02:12:38,435 DEBUG [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10419114181660596338.jks was interrupted and is shutting down... 2024-11-18T02:12:38,435 DEBUG [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16129409196199346170.jks was interrupted and is shutting down... 2024-11-18T02:12:38,435 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread finished 2024-11-18T02:12:38,435 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread finished 2024-11-18T02:12:38,435 INFO [FileChangeWatcher-hbase_test_key10419114181660596338.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10419114181660596338.jks thread finished 2024-11-18T02:12:38,442 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16129409196199346170.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=12535 (was 12607) 2024-11-18T02:12:38,448 INFO [FileChangeWatcher-hbase_test_ca16129409196199346170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16129409196199346170.jks thread finished 2024-11-18T02:12:38,448 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=12535 2024-11-18T02:12:38,497 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:38,497 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36167 2024-11-18T02:12:38,498 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:38,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e0680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:38,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:38,500 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:38,518 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:38,519 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,519 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread started 2024-11-18T02:12:38,519 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,520 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread started 2024-11-18T02:12:38,520 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:38,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:38,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:38,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,536 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread started 2024-11-18T02:12:38,536 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread started 2024-11-18T02:12:38,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5aa287fa, L:/127.0.0.1:36167 - R:/127.0.0.1:44560] 2024-11-18T02:12:38,553 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,814 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36167,0 is dead - stopping the connection localhost:36167/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:38,816 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:38,817 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:38,822 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:38,822 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:38,829 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:38,830 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:38,831 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x23ea7b46, L:/127.0.0.1:36167 - R:/127.0.0.1:44572] 2024-11-18T02:12:38,850 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:38,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:38,851 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9419457182968578761.pem was interrupted and is shutting down... 2024-11-18T02:12:38,851 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1804410281371203261.pem was interrupted and is shutting down... 2024-11-18T02:12:38,851 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36167 2024-11-18T02:12:38,852 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1804410281371203261.pem was interrupted and is shutting down... 2024-11-18T02:12:38,852 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread finished 2024-11-18T02:12:38,852 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread finished 2024-11-18T02:12:38,852 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9419457182968578761.pem was interrupted and is shutting down... 2024-11-18T02:12:38,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key1804410281371203261.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9419457182968578761.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=12475 (was 12535) 2024-11-18T02:12:38,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=12475 2024-11-18T02:12:38,868 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread finished 2024-11-18T02:12:38,868 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:38,868 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread finished 2024-11-18T02:12:38,868 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44131 2024-11-18T02:12:38,869 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:38,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:38,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:38,871 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:38,875 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:38,876 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,876 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread started 2024-11-18T02:12:38,876 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,877 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread started 2024-11-18T02:12:38,877 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:38,882 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:38,883 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:38,884 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,884 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:38,884 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread started 2024-11-18T02:12:38,885 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread started 2024-11-18T02:12:38,885 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57e84278, L:/127.0.0.1:44131 - R:/127.0.0.1:48058] 2024-11-18T02:12:38,899 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:38,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:38,901 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9419457182968578761.pem was interrupted and is shutting down... 2024-11-18T02:12:38,901 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1804410281371203261.pem was interrupted and is shutting down... 2024-11-18T02:12:38,901 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread finished 2024-11-18T02:12:38,901 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread finished 2024-11-18T02:12:39,076 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:39,076 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:39,076 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:39,076 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:39,077 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:39,077 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:39,077 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:39,077 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1804410281371203261.pem 2024-11-18T02:12:39,077 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:39,077 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:39,077 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:39,077 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:39,077 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:39,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:39,078 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:39,078 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:39,078 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9419457182968578761.pem 2024-11-18T02:12:39,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:39,079 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:39,084 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:39,085 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,085 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,085 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread started 2024-11-18T02:12:39,086 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread started 2024-11-18T02:12:39,086 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:39,092 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:39,092 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:39,093 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdfed93aa, L:/127.0.0.1:44131 - R:/127.0.0.1:48068] 2024-11-18T02:12:39,110 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:39,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:39,112 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44131 2024-11-18T02:12:39,112 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9419457182968578761.pem was interrupted and is shutting down... 2024-11-18T02:12:39,112 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1804410281371203261.pem was interrupted and is shutting down... 2024-11-18T02:12:39,112 DEBUG [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1804410281371203261.pem was interrupted and is shutting down... 2024-11-18T02:12:39,112 DEBUG [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9419457182968578761.pem was interrupted and is shutting down... 2024-11-18T02:12:39,113 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread finished 2024-11-18T02:12:39,113 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread finished 2024-11-18T02:12:39,113 INFO [FileChangeWatcher-hbase_test_key1804410281371203261.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1804410281371203261.pem thread finished 2024-11-18T02:12:39,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=12437 (was 12475) 2024-11-18T02:12:39,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=12436 2024-11-18T02:12:39,128 INFO [FileChangeWatcher-hbase_test_ca9419457182968578761.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9419457182968578761.pem thread finished 2024-11-18T02:12:39,168 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:39,168 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40171 2024-11-18T02:12:39,169 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:39,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55558415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:39,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:39,171 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:39,201 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:39,202 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,202 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread started 2024-11-18T02:12:39,202 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,203 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread started 2024-11-18T02:12:39,203 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:39,218 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:39,233 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:39,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,234 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread started 2024-11-18T02:12:39,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,235 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread started 2024-11-18T02:12:39,235 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d1f7221, L:/127.0.0.1:40171 - R:/127.0.0.1:49092] 2024-11-18T02:12:39,271 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:39,493 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,493 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,494 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,494 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,494 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,494 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,494 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,494 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,520 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,520 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,520 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,520 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,520 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,520 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,520 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,521 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,521 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,521 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,521 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,521 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,521 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,521 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,521 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,521 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,536 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,537 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,537 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40171,0 is dead - stopping the connection localhost:40171/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T02:12:39,537 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,537 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,537 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,537 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,537 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,537 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:39,539 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:39,586 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:39,587 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:39,602 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:39,617 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:39,618 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7e374320, L:/127.0.0.1:40171 - R:/127.0.0.1:49108] 2024-11-18T02:12:39,656 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:39,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:39,657 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40171 2024-11-18T02:12:39,657 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8668066106505234998.p12 was interrupted and is shutting down... 2024-11-18T02:12:39,657 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 was interrupted and is shutting down... 2024-11-18T02:12:39,658 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8668066106505234998.p12 was interrupted and is shutting down... 2024-11-18T02:12:39,658 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 was interrupted and is shutting down... 2024-11-18T02:12:39,658 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread finished 2024-11-18T02:12:39,658 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread finished 2024-11-18T02:12:39,658 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread finished 2024-11-18T02:12:39,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 183) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12372 (was 12436) 2024-11-18T02:12:39,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=12372 2024-11-18T02:12:39,671 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:39,672 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread finished 2024-11-18T02:12:39,672 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41307 2024-11-18T02:12:39,672 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:39,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:39,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:39,674 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:39,704 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:39,704 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,705 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread started 2024-11-18T02:12:39,705 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,705 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread started 2024-11-18T02:12:39,705 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:39,721 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:39,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:39,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,737 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread started 2024-11-18T02:12:39,737 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,737 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread started 2024-11-18T02:12:39,737 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe2bde595, L:/127.0.0.1:41307 - R:/127.0.0.1:36904] 2024-11-18T02:12:39,773 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:39,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:39,775 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8668066106505234998.p12 was interrupted and is shutting down... 2024-11-18T02:12:39,775 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 was interrupted and is shutting down... 2024-11-18T02:12:39,776 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread finished 2024-11-18T02:12:39,776 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread finished 2024-11-18T02:12:39,907 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,907 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,907 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,907 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,933 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,933 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,933 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,933 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8668066106505234998.p12 2024-11-18T02:12:39,934 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,934 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,934 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,934 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,948 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,948 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:39,948 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,948 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365753776064439950.p12 2024-11-18T02:12:39,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:39,950 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:39,980 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:39,981 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,981 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:39,981 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread started 2024-11-18T02:12:39,982 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread started 2024-11-18T02:12:39,982 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:39,997 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:40,013 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:40,013 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdbc3d003, L:/127.0.0.1:41307 - R:/127.0.0.1:36912] 2024-11-18T02:12:40,051 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:40,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:40,053 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41307 2024-11-18T02:12:40,053 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 was interrupted and is shutting down... 2024-11-18T02:12:40,053 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8668066106505234998.p12 was interrupted and is shutting down... 2024-11-18T02:12:40,053 DEBUG [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8668066106505234998.p12 was interrupted and is shutting down... 2024-11-18T02:12:40,053 DEBUG [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 was interrupted and is shutting down... 2024-11-18T02:12:40,053 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread finished 2024-11-18T02:12:40,053 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread finished 2024-11-18T02:12:40,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8668066106505234998.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=12327 (was 12372) 2024-11-18T02:12:40,065 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=12326 2024-11-18T02:12:40,068 INFO [FileChangeWatcher-hbase_test_ca17365753776064439950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365753776064439950.p12 thread finished 2024-11-18T02:12:40,068 INFO [FileChangeWatcher-hbase_test_key8668066106505234998.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8668066106505234998.p12 thread finished 2024-11-18T02:12:40,601 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:40,602 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35535 2024-11-18T02:12:40,602 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:40,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf74126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:40,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:40,604 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:40,938 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:40,938 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:40,939 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread started 2024-11-18T02:12:40,939 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:40,939 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread started 2024-11-18T02:12:40,939 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:41,103 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:41,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:41,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:41,266 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread started 2024-11-18T02:12:41,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:41,267 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread started 2024-11-18T02:12:41,267 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9bc456a0, L:/127.0.0.1:35535 - R:/127.0.0.1:32828] 2024-11-18T02:12:41,457 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:41,821 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:41,821 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:41,821 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:41,821 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:41,821 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:41,821 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:41,821 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:41,821 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:42,075 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:42,075 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:42,075 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:42,075 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:42,075 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:42,075 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:42,075 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:42,075 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:42,075 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,075 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,075 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,076 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,076 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,076 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,076 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,076 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,238 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,238 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,238 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35535,0 is dead - stopping the connection localhost:35535/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T02:12:42,238 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,238 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,238 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,238 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,238 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,238 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:42,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:42,240 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:42,565 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:42,566 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:42,810 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:42,994 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:42,994 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xedd234f5, L:/127.0.0.1:35535 - R:/127.0.0.1:32844] 2024-11-18T02:12:43,184 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:43,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:43,186 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35535 2024-11-18T02:12:43,186 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks was interrupted and is shutting down... 2024-11-18T02:12:43,187 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks was interrupted and is shutting down... 2024-11-18T02:12:43,187 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks was interrupted and is shutting down... 2024-11-18T02:12:43,187 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks was interrupted and is shutting down... 2024-11-18T02:12:43,187 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread finished 2024-11-18T02:12:43,187 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread finished 2024-11-18T02:12:43,192 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread finished 2024-11-18T02:12:43,192 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread finished 2024-11-18T02:12:43,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=38 (was 35) Potentially hanging thread: FileChangeWatcher-hbase_test_key8022982487750396631.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Native Method) java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Throwable.java:798) java.base@17.0.11/java.lang.Throwable.(Throwable.java:256) java.base@17.0.11/java.lang.Exception.(Exception.java:55) java.base@17.0.11/java.lang.InterruptedException.(InterruptedException.java:57) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=12235 (was 12326) 2024-11-18T02:12:43,203 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=12235 2024-11-18T02:12:43,204 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:43,205 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34019 2024-11-18T02:12:43,205 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:43,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aef615e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:43,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:43,208 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:43,554 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:43,555 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:43,555 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread started 2024-11-18T02:12:43,556 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:43,556 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread started 2024-11-18T02:12:43,556 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:43,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:43,884 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:43,885 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:43,885 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread started 2024-11-18T02:12:43,886 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:43,887 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread started 2024-11-18T02:12:43,887 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x12fbac06, L:/127.0.0.1:34019 - R:/127.0.0.1:52682] 2024-11-18T02:12:44,064 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:44,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:44,066 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks was interrupted and is shutting down... 2024-11-18T02:12:44,066 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks was interrupted and is shutting down... 2024-11-18T02:12:44,067 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread finished 2024-11-18T02:12:44,067 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread finished 2024-11-18T02:12:44,244 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:44,244 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:44,244 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:44,244 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:44,491 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:44,491 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:44,491 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:44,491 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8022982487750396631.bcfks 2024-11-18T02:12:44,491 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:44,491 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:44,491 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:44,491 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:44,666 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:44,666 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:44,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45dd99ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:44,666 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:44,666 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16611896883922240927.bcfks 2024-11-18T02:12:44,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:44,668 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:45,064 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:45,065 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:45,065 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread started 2024-11-18T02:12:45,065 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:45,066 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread started 2024-11-18T02:12:45,066 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:45,228 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:45,390 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:45,390 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc3f6dcf5, L:/127.0.0.1:34019 - R:/127.0.0.1:52694] 2024-11-18T02:12:45,585 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:45,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:45,588 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34019 2024-11-18T02:12:45,588 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks was interrupted and is shutting down... 2024-11-18T02:12:45,588 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks was interrupted and is shutting down... 2024-11-18T02:12:45,588 DEBUG [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks was interrupted and is shutting down... 2024-11-18T02:12:45,588 DEBUG [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks was interrupted and is shutting down... 2024-11-18T02:12:45,588 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread finished 2024-11-18T02:12:45,588 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread finished 2024-11-18T02:12:45,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 184) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12191 (was 12235) 2024-11-18T02:12:45,603 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=12191 2024-11-18T02:12:45,612 INFO [FileChangeWatcher-hbase_test_key8022982487750396631.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8022982487750396631.bcfks thread finished 2024-11-18T02:12:45,612 INFO [FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16611896883922240927.bcfks thread finished 2024-11-18T02:12:45,724 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:45,725 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44173 2024-11-18T02:12:45,725 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:45,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:45,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:45,726 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:45,757 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:45,757 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:45,758 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key441273268017495556.jks thread started 2024-11-18T02:12:45,758 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:45,758 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread started 2024-11-18T02:12:45,758 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:45,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:45,790 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:45,791 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:45,791 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key441273268017495556.jks thread started 2024-11-18T02:12:45,791 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:45,792 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread started 2024-11-18T02:12:45,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4da79464, L:/127.0.0.1:44173 - R:/127.0.0.1:57904] 2024-11-18T02:12:45,838 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:45,848 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,848 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,848 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,848 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,848 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,848 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,848 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,848 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,874 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,874 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,874 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,874 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,874 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,889 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,889 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,889 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,889 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44173,0 is dead - stopping the connection localhost:44173/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T02:12:45,889 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,889 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,889 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,889 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,889 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:45,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:45,890 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:45,919 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:45,919 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:45,935 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:45,950 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:45,950 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xce31c13c, L:/127.0.0.1:44173 - R:/127.0.0.1:57906] 2024-11-18T02:12:45,991 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:45,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:45,992 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44173 2024-11-18T02:12:45,992 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key441273268017495556.jks was interrupted and is shutting down... 2024-11-18T02:12:45,992 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17125084660346829728.jks was interrupted and is shutting down... 2024-11-18T02:12:45,992 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key441273268017495556.jks was interrupted and is shutting down... 2024-11-18T02:12:45,992 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17125084660346829728.jks was interrupted and is shutting down... 2024-11-18T02:12:45,993 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread finished 2024-11-18T02:12:45,993 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key441273268017495556.jks thread finished 2024-11-18T02:12:45,993 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key441273268017495556.jks thread finished 2024-11-18T02:12:45,999 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=12165 (was 12191) 2024-11-18T02:12:46,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=12165 2024-11-18T02:12:46,005 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:46,006 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44547 2024-11-18T02:12:46,006 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:46,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:46,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,007 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,008 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread finished 2024-11-18T02:12:46,037 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,038 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,038 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key441273268017495556.jks thread started 2024-11-18T02:12:46,038 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,039 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread started 2024-11-18T02:12:46,039 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,054 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,069 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,069 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,070 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,070 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key441273268017495556.jks thread started 2024-11-18T02:12:46,070 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread started 2024-11-18T02:12:46,071 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x51e8d1b5, L:/127.0.0.1:44547 - R:/127.0.0.1:56320] 2024-11-18T02:12:46,111 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:46,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:46,113 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key441273268017495556.jks was interrupted and is shutting down... 2024-11-18T02:12:46,113 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17125084660346829728.jks was interrupted and is shutting down... 2024-11-18T02:12:46,113 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread finished 2024-11-18T02:12:46,113 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key441273268017495556.jks thread finished 2024-11-18T02:12:46,119 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:46,119 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:46,119 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:46,119 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:46,144 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:46,144 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:46,145 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:46,145 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key441273268017495556.jks 2024-11-18T02:12:46,145 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:46,145 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:46,145 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:46,145 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:46,159 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:46,159 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:46,159 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:46,159 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17125084660346829728.jks 2024-11-18T02:12:46,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:46,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,161 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,191 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,191 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,192 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key441273268017495556.jks thread started 2024-11-18T02:12:46,192 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,196 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread started 2024-11-18T02:12:46,196 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,217 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,232 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,233 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x843163ab, L:/127.0.0.1:44547 - R:/127.0.0.1:56336] 2024-11-18T02:12:46,272 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:46,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:46,273 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44547 2024-11-18T02:12:46,273 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key441273268017495556.jks was interrupted and is shutting down... 2024-11-18T02:12:46,273 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17125084660346829728.jks was interrupted and is shutting down... 2024-11-18T02:12:46,273 DEBUG [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key441273268017495556.jks was interrupted and is shutting down... 2024-11-18T02:12:46,274 DEBUG [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17125084660346829728.jks was interrupted and is shutting down... 2024-11-18T02:12:46,274 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key441273268017495556.jks thread finished 2024-11-18T02:12:46,274 INFO [FileChangeWatcher-hbase_test_key441273268017495556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key441273268017495556.jks thread finished 2024-11-18T02:12:46,274 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread finished 2024-11-18T02:12:46,281 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=12148 (was 12165) 2024-11-18T02:12:46,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=12148 2024-11-18T02:12:46,291 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:46,292 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33031 2024-11-18T02:12:46,292 INFO [FileChangeWatcher-hbase_test_ca17125084660346829728.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17125084660346829728.jks thread finished 2024-11-18T02:12:46,292 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:46,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:46,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,293 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,297 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,298 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,298 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread started 2024-11-18T02:12:46,298 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,300 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread started 2024-11-18T02:12:46,300 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,305 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,305 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,306 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,306 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread started 2024-11-18T02:12:46,306 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,307 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread started 2024-11-18T02:12:46,307 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x932314cd, L:/127.0.0.1:33031 - R:/127.0.0.1:33452] 2024-11-18T02:12:46,324 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:46,333 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,333 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,333 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,333 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,333 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,333 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,333 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,333 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,334 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33031,0 is dead - stopping the connection localhost:33031/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,334 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,334 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,335 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,335 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,335 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,339 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,340 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,344 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,344 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,344 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x37839570, L:/127.0.0.1:33031 - R:/127.0.0.1:33464] 2024-11-18T02:12:46,360 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:46,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:46,361 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33031 2024-11-18T02:12:46,362 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14115954581957121916.pem was interrupted and is shutting down... 2024-11-18T02:12:46,362 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077437727859680737.pem was interrupted and is shutting down... 2024-11-18T02:12:46,362 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077437727859680737.pem was interrupted and is shutting down... 2024-11-18T02:12:46,362 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14115954581957121916.pem was interrupted and is shutting down... 2024-11-18T02:12:46,362 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread finished 2024-11-18T02:12:46,362 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread finished 2024-11-18T02:12:46,362 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread finished 2024-11-18T02:12:46,362 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread finished 2024-11-18T02:12:46,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=12145 (was 12148) 2024-11-18T02:12:46,374 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=12144 2024-11-18T02:12:46,375 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:46,375 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41741 2024-11-18T02:12:46,375 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:46,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:46,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,377 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,380 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,381 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,381 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread started 2024-11-18T02:12:46,381 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,382 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,382 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread started 2024-11-18T02:12:46,386 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,386 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,387 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread started 2024-11-18T02:12:46,388 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,397 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread started 2024-11-18T02:12:46,397 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x87a6aedd, L:/127.0.0.1:41741 - R:/127.0.0.1:48396] 2024-11-18T02:12:46,410 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:46,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:46,412 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077437727859680737.pem was interrupted and is shutting down... 2024-11-18T02:12:46,412 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14115954581957121916.pem was interrupted and is shutting down... 2024-11-18T02:12:46,412 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread finished 2024-11-18T02:12:46,413 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread finished 2024-11-18T02:12:46,419 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,420 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,420 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14115954581957121916.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,420 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,420 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,420 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077437727859680737.pem 2024-11-18T02:12:46,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:46,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,421 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,426 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,426 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,427 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread started 2024-11-18T02:12:46,427 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,427 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread started 2024-11-18T02:12:46,427 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,431 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,432 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,432 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7b363ab9, L:/127.0.0.1:41741 - R:/127.0.0.1:48400] 2024-11-18T02:12:46,447 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:46,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:46,448 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14115954581957121916.pem was interrupted and is shutting down... 2024-11-18T02:12:46,448 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41741 2024-11-18T02:12:46,448 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077437727859680737.pem was interrupted and is shutting down... 2024-11-18T02:12:46,448 DEBUG [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14115954581957121916.pem was interrupted and is shutting down... 2024-11-18T02:12:46,448 DEBUG [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077437727859680737.pem was interrupted and is shutting down... 2024-11-18T02:12:46,448 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread finished 2024-11-18T02:12:46,448 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread finished 2024-11-18T02:12:46,449 INFO [FileChangeWatcher-hbase_test_key14115954581957121916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14115954581957121916.pem thread finished 2024-11-18T02:12:46,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=12131 (was 12144) 2024-11-18T02:12:46,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=12131 2024-11-18T02:12:46,464 INFO [FileChangeWatcher-hbase_test_ca15077437727859680737.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077437727859680737.pem thread finished 2024-11-18T02:12:46,501 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:46,502 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39635 2024-11-18T02:12:46,502 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:46,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:46,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,503 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,531 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,532 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,532 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread started 2024-11-18T02:12:46,532 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,533 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread started 2024-11-18T02:12:46,533 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,547 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,562 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread started 2024-11-18T02:12:46,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,563 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread started 2024-11-18T02:12:46,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa627d9a0, L:/127.0.0.1:39635 - R:/127.0.0.1:53238] 2024-11-18T02:12:46,599 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:46,604 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,604 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,604 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,604 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,604 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,604 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,605 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,605 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,629 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,629 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,629 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,629 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,630 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,630 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,649 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,649 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,649 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,649 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,649 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,649 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,649 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39635,0 is dead - stopping the connection localhost:39635/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T02:12:46,649 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,649 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,650 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,679 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,679 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,694 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,708 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,709 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5056f723, L:/127.0.0.1:39635 - R:/127.0.0.1:53244] 2024-11-18T02:12:46,747 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:46,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:46,749 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39635 2024-11-18T02:12:46,749 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3559952808328506829.p12 was interrupted and is shutting down... 2024-11-18T02:12:46,749 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 was interrupted and is shutting down... 2024-11-18T02:12:46,749 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3559952808328506829.p12 was interrupted and is shutting down... 2024-11-18T02:12:46,749 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread finished 2024-11-18T02:12:46,749 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread finished 2024-11-18T02:12:46,749 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread finished 2024-11-18T02:12:46,750 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 was interrupted and is shutting down... 2024-11-18T02:12:46,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=12128 (was 12131) 2024-11-18T02:12:46,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=12128 2024-11-18T02:12:46,762 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:46,762 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34981 2024-11-18T02:12:46,762 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:46,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:46,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,764 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,764 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread finished 2024-11-18T02:12:46,793 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,794 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,794 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread started 2024-11-18T02:12:46,794 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,794 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread started 2024-11-18T02:12:46,795 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,824 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,824 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread started 2024-11-18T02:12:46,824 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,825 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread started 2024-11-18T02:12:46,825 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a96f5cb, L:/127.0.0.1:34981 - R:/127.0.0.1:44308] 2024-11-18T02:12:46,870 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:46,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:46,872 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3559952808328506829.p12 was interrupted and is shutting down... 2024-11-18T02:12:46,872 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 was interrupted and is shutting down... 2024-11-18T02:12:46,872 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread finished 2024-11-18T02:12:46,872 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread finished 2024-11-18T02:12:46,876 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,876 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,876 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,876 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,902 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,902 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,902 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,902 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,902 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3559952808328506829.p12 2024-11-18T02:12:46,902 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,902 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,902 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,916 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,916 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,916 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,916 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4354082046519159776.p12 2024-11-18T02:12:46,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:46,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:46,917 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,946 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,947 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,947 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread started 2024-11-18T02:12:46,947 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:46,948 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread started 2024-11-18T02:12:46,948 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:46,962 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:46,977 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:46,977 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9784b7e6, L:/127.0.0.1:34981 - R:/127.0.0.1:44314] 2024-11-18T02:12:47,013 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:47,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:47,014 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34981 2024-11-18T02:12:47,014 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 was interrupted and is shutting down... 2024-11-18T02:12:47,014 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3559952808328506829.p12 was interrupted and is shutting down... 2024-11-18T02:12:47,015 DEBUG [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3559952808328506829.p12 was interrupted and is shutting down... 2024-11-18T02:12:47,015 DEBUG [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 was interrupted and is shutting down... 2024-11-18T02:12:47,015 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread finished 2024-11-18T02:12:47,015 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread finished 2024-11-18T02:12:47,015 INFO [FileChangeWatcher-hbase_test_key3559952808328506829.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3559952808328506829.p12 thread finished 2024-11-18T02:12:47,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=12119 (was 12128) 2024-11-18T02:12:47,028 INFO [FileChangeWatcher-hbase_test_ca4354082046519159776.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4354082046519159776.p12 thread finished 2024-11-18T02:12:47,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=12119 2024-11-18T02:12:47,467 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:47,468 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35147 2024-11-18T02:12:47,468 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:47,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:47,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:47,469 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:47,794 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:47,794 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:47,795 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread started 2024-11-18T02:12:47,795 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:47,795 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread started 2024-11-18T02:12:47,795 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:47,958 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:48,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:48,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:48,120 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread started 2024-11-18T02:12:48,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:48,120 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread started 2024-11-18T02:12:48,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x969b54d7, L:/127.0.0.1:35147 - R:/127.0.0.1:57658] 2024-11-18T02:12:48,336 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:48,344 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,344 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,344 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,344 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,344 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,344 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,344 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,344 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,602 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,602 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,602 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,602 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,602 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,767 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,767 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,767 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,767 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,767 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35147,0 is dead - stopping the connection localhost:35147/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T02:12:48,767 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,767 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,767 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,767 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:48,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:48,768 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:49,090 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:49,090 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:49,252 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:49,417 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:49,417 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc336d29c, L:/127.0.0.1:35147 - R:/127.0.0.1:57672] 2024-11-18T02:12:49,597 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:49,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:49,598 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks was interrupted and is shutting down... 2024-11-18T02:12:49,598 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35147 2024-11-18T02:12:49,598 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks was interrupted and is shutting down... 2024-11-18T02:12:49,598 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks was interrupted and is shutting down... 2024-11-18T02:12:49,598 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks was interrupted and is shutting down... 2024-11-18T02:12:49,599 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread finished 2024-11-18T02:12:49,599 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread finished 2024-11-18T02:12:49,599 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread finished 2024-11-18T02:12:49,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=12120 (was 12119) - AvailableMemoryMB LEAK? - 2024-11-18T02:12:49,611 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=12120 2024-11-18T02:12:49,612 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread finished 2024-11-18T02:12:49,612 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T02:12:49,613 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42539 2024-11-18T02:12:49,613 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T02:12:49,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbd81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:49,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:49,614 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:49,935 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:49,936 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:49,936 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread started 2024-11-18T02:12:49,936 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:49,937 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread started 2024-11-18T02:12:49,937 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:50,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:50,258 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:50,258 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:50,259 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:50,259 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread started 2024-11-18T02:12:50,259 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread started 2024-11-18T02:12:50,259 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x304519b7, L:/127.0.0.1:42539 - R:/127.0.0.1:40684] 2024-11-18T02:12:50,432 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:50,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:50,434 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks was interrupted and is shutting down... 2024-11-18T02:12:50,434 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks was interrupted and is shutting down... 2024-11-18T02:12:50,435 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread finished 2024-11-18T02:12:50,435 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread finished 2024-11-18T02:12:50,440 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:50,440 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:50,440 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:50,440 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:50,682 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:50,682 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:50,682 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:50,682 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18083530429291872204.bcfks 2024-11-18T02:12:50,682 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:50,682 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:50,682 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:50,682 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:50,843 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:50,843 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:50,843 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:50,843 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1068100954856726795.bcfks 2024-11-18T02:12:50,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T02:12:50,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T02:12:50,844 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:51,166 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:51,166 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:51,167 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread started 2024-11-18T02:12:51,167 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/503c05d5-c38b-d9b1-cf0b-cbb0d9f3f579/TestNettyTLSIPCFileWatcher 2024-11-18T02:12:51,167 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread started 2024-11-18T02:12:51,167 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T02:12:51,329 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T02:12:51,491 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T02:12:51,492 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd355cc8c, L:/127.0.0.1:42539 - R:/127.0.0.1:40694] 2024-11-18T02:12:51,669 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T02:12:51,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T02:12:51,671 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42539 2024-11-18T02:12:51,671 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks was interrupted and is shutting down... 2024-11-18T02:12:51,671 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks was interrupted and is shutting down... 2024-11-18T02:12:51,671 DEBUG [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks was interrupted and is shutting down... 2024-11-18T02:12:51,671 DEBUG [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks was interrupted and is shutting down... 2024-11-18T02:12:51,671 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread finished 2024-11-18T02:12:51,676 INFO [FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1068100954856726795.bcfks thread finished 2024-11-18T02:12:51,676 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread finished 2024-11-18T02:12:51,676 INFO [FileChangeWatcher-hbase_test_key18083530429291872204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18083530429291872204.bcfks thread finished 2024-11-18T02:12:51,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=12119 (was 12120)