2024-11-14 12:24:22,313 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-14 12:24:22,334 main DEBUG Took 0.018574 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 12:24:22,334 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 12:24:22,335 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 12:24:22,336 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 12:24:22,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,351 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 12:24:22,366 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,369 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,371 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,372 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,373 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,377 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,379 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,380 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 12:24:22,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,381 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 12:24:22,383 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 12:24:22,385 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 12:24:22,387 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 12:24:22,388 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 12:24:22,389 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 12:24:22,390 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 12:24:22,402 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 12:24:22,405 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 12:24:22,407 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 12:24:22,408 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 12:24:22,408 main DEBUG createAppenders(={Console}) 2024-11-14 12:24:22,409 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-14 12:24:22,410 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-14 12:24:22,410 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-14 12:24:22,411 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 12:24:22,411 main DEBUG OutputStream closed 2024-11-14 12:24:22,412 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 12:24:22,412 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 12:24:22,412 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-14 12:24:22,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 12:24:22,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 12:24:22,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 12:24:22,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 12:24:22,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 12:24:22,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 12:24:22,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 12:24:22,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 12:24:22,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 12:24:22,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 12:24:22,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 12:24:22,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 12:24:22,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 12:24:22,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 12:24:22,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 12:24:22,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 12:24:22,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 12:24:22,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 12:24:22,510 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 12:24:22,510 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-14 12:24:22,510 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 12:24:22,511 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-14T12:24:22,528 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-14 12:24:22,532 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 12:24:22,533 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T12:24:23,027 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T12:24:24,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=4095 2024-11-14T12:24:24,843 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T12:24:24,883 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T12:24:24,896 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T12:24:24,907 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T12:24:24,985 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:25,019 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25024 (auto-detected) 2024-11-14T12:24:25,020 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T12:24:25,041 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46429 2024-11-14T12:24:25,045 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:25,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:25,078 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T12:24:25,078 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T12:24:25,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:25,424 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:25,498 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:25,636 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:25,639 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread started 2024-11-14T12:24:25,639 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:25,640 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread started 2024-11-14T12:24:25,652 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:25,713 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:25,732 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:25,797 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:25,798 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread started 2024-11-14T12:24:25,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:25,799 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread started 2024-11-14T12:24:25,800 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3e3fbe4b, L:/127.0.0.1:46429 - R:/127.0.0.1:33374] 2024-11-14T12:24:25,935 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:26,309 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,309 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,309 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,310 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,309 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,310 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,310 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,310 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,336 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,336 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,336 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,336 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,336 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,336 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,336 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,336 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,336 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,336 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,337 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,337 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,337 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,337 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,337 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,337 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,351 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,351 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,351 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,352 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46429,0 is dead - stopping the connection localhost:46429/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T12:24:26,352 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,351 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,352 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,352 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,352 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:26,354 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:26,387 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:26,388 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:26,415 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:26,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:26,440 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe35dc15b, L:/127.0.0.1:46429 - R:/127.0.0.1:33388] 2024-11-14T12:24:26,487 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:26,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:26,490 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46429 2024-11-14T12:24:26,490 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9039547579505426580.jks was interrupted and is shutting down... 2024-11-14T12:24:26,490 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5338241476532792140.jks was interrupted and is shutting down... 2024-11-14T12:24:26,490 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9039547579505426580.jks was interrupted and is shutting down... 2024-11-14T12:24:26,490 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5338241476532792140.jks was interrupted and is shutting down... 2024-11-14T12:24:26,491 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread finished 2024-11-14T12:24:26,491 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread finished 2024-11-14T12:24:26,491 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread finished 2024-11-14T12:24:26,491 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread finished 2024-11-14T12:24:26,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=3963 (was 4095) 2024-11-14T12:24:26,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=3963 2024-11-14T12:24:26,509 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:26,510 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44767 2024-11-14T12:24:26,510 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:26,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6695e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:26,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:26,512 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:26,543 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:26,544 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:26,546 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread started 2024-11-14T12:24:26,546 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:26,546 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread started 2024-11-14T12:24:26,546 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:26,564 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:26,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:26,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:26,582 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread started 2024-11-14T12:24:26,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:26,583 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread started 2024-11-14T12:24:26,583 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x777ea0d0, L:/127.0.0.1:44767 - R:/127.0.0.1:35438] 2024-11-14T12:24:26,625 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:26,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:26,628 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9039547579505426580.jks was interrupted and is shutting down... 2024-11-14T12:24:26,628 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5338241476532792140.jks was interrupted and is shutting down... 2024-11-14T12:24:26,628 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread finished 2024-11-14T12:24:26,628 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread finished 2024-11-14T12:24:26,941 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,941 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,942 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,942 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,969 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,969 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,969 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,970 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5338241476532792140.jks 2024-11-14T12:24:26,970 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,970 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,970 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,970 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,984 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,985 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,985 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67437c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:26,985 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9039547579505426580.jks 2024-11-14T12:24:26,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:26,987 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:27,019 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:27,020 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,021 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,021 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread started 2024-11-14T12:24:27,022 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread started 2024-11-14T12:24:27,022 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:27,039 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:27,055 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:27,055 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcc259128, L:/127.0.0.1:44767 - R:/127.0.0.1:35450] 2024-11-14T12:24:27,100 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:27,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:27,103 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44767 2024-11-14T12:24:27,103 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9039547579505426580.jks was interrupted and is shutting down... 2024-11-14T12:24:27,103 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5338241476532792140.jks was interrupted and is shutting down... 2024-11-14T12:24:27,103 DEBUG [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5338241476532792140.jks was interrupted and is shutting down... 2024-11-14T12:24:27,103 DEBUG [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9039547579505426580.jks was interrupted and is shutting down... 2024-11-14T12:24:27,103 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread finished 2024-11-14T12:24:27,103 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread finished 2024-11-14T12:24:27,103 INFO [FileChangeWatcher-hbase_test_key5338241476532792140.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5338241476532792140.jks thread finished 2024-11-14T12:24:27,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9039547579505426580.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=3897 (was 3963) 2024-11-14T12:24:27,116 INFO [FileChangeWatcher-hbase_test_ca9039547579505426580.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9039547579505426580.jks thread finished 2024-11-14T12:24:27,117 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=3897 2024-11-14T12:24:27,169 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:27,170 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35525 2024-11-14T12:24:27,170 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:27,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e0680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:27,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:27,173 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:27,209 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:27,210 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,210 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread started 2024-11-14T12:24:27,210 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,211 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread started 2024-11-14T12:24:27,211 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:27,222 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:27,223 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:27,224 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,225 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread started 2024-11-14T12:24:27,226 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,231 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread started 2024-11-14T12:24:27,231 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb056cf9f, L:/127.0.0.1:35525 - R:/127.0.0.1:47880] 2024-11-14T12:24:27,254 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:27,562 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,562 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,562 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,562 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,563 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,563 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,563 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,563 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,563 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35525,0 is dead - stopping the connection localhost:35525/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T12:24:27,563 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,563 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,564 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,564 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:27,564 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,564 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,564 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,564 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,564 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,564 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,564 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,565 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:27,565 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,565 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:27,584 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:27,592 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:27,593 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:27,601 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:27,602 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:27,603 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9c2251b9, L:/127.0.0.1:35525 - R:/127.0.0.1:47884] 2024-11-14T12:24:27,632 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:27,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:27,635 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7960501055911736708.pem was interrupted and is shutting down... 2024-11-14T12:24:27,635 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35525 2024-11-14T12:24:27,635 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7112023827385231078.pem was interrupted and is shutting down... 2024-11-14T12:24:27,635 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7960501055911736708.pem was interrupted and is shutting down... 2024-11-14T12:24:27,635 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7112023827385231078.pem was interrupted and is shutting down... 2024-11-14T12:24:27,636 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread finished 2024-11-14T12:24:27,636 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread finished 2024-11-14T12:24:27,636 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread finished 2024-11-14T12:24:27,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7960501055911736708.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=3795 (was 3897) 2024-11-14T12:24:27,648 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread finished 2024-11-14T12:24:27,654 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=3794 2024-11-14T12:24:27,657 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:27,658 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44099 2024-11-14T12:24:27,659 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:27,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:27,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:27,669 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:27,677 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:27,678 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,679 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread started 2024-11-14T12:24:27,680 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,680 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread started 2024-11-14T12:24:27,680 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:27,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:27,689 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:27,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,694 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread started 2024-11-14T12:24:27,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:27,695 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread started 2024-11-14T12:24:27,695 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0a03f568, L:/127.0.0.1:44099 - R:/127.0.0.1:56160] 2024-11-14T12:24:27,713 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:27,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:27,715 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7112023827385231078.pem was interrupted and is shutting down... 2024-11-14T12:24:27,715 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7960501055911736708.pem was interrupted and is shutting down... 2024-11-14T12:24:27,716 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread finished 2024-11-14T12:24:27,716 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread finished 2024-11-14T12:24:28,109 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:28,109 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:28,112 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:28,113 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:28,113 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:28,113 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:28,114 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:28,114 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:28,114 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:28,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:28,114 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:28,114 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:28,115 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7112023827385231078.pem 2024-11-14T12:24:28,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:28,115 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:28,115 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7960501055911736708.pem 2024-11-14T12:24:28,117 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:28,124 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:28,125 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,127 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread started 2024-11-14T12:24:28,128 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,129 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread started 2024-11-14T12:24:28,129 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:28,135 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:28,136 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:28,137 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd91c2fa6, L:/127.0.0.1:44099 - R:/127.0.0.1:56164] 2024-11-14T12:24:28,162 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:28,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:28,164 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44099 2024-11-14T12:24:28,164 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7112023827385231078.pem was interrupted and is shutting down... 2024-11-14T12:24:28,164 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7960501055911736708.pem was interrupted and is shutting down... 2024-11-14T12:24:28,164 DEBUG [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7960501055911736708.pem was interrupted and is shutting down... 2024-11-14T12:24:28,165 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread finished 2024-11-14T12:24:28,165 INFO [FileChangeWatcher-hbase_test_ca7960501055911736708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7960501055911736708.pem thread finished 2024-11-14T12:24:28,165 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread finished 2024-11-14T12:24:28,167 DEBUG [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7112023827385231078.pem was interrupted and is shutting down... 2024-11-14T12:24:28,178 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_key7112023827385231078.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=3739 (was 3794) 2024-11-14T12:24:28,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=3738 2024-11-14T12:24:28,188 INFO [FileChangeWatcher-hbase_test_key7112023827385231078.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7112023827385231078.pem thread finished 2024-11-14T12:24:28,270 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:28,272 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36193 2024-11-14T12:24:28,272 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:28,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:28,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:28,275 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:28,326 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:28,327 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,328 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread started 2024-11-14T12:24:28,329 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,329 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread started 2024-11-14T12:24:28,329 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:28,359 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:28,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:28,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,388 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread started 2024-11-14T12:24:28,388 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,389 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread started 2024-11-14T12:24:28,389 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2cd3ad82, L:/127.0.0.1:36193 - R:/127.0.0.1:42180] 2024-11-14T12:24:28,442 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:28,703 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,703 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,703 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,703 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,703 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,703 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,703 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,703 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,736 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,736 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,736 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,736 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,736 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,736 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,737 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,737 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,737 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,737 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,737 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,737 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,737 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,737 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:28,737 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,737 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,754 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36193,0 is dead - stopping the connection localhost:36193/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T12:24:28,754 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,754 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,754 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,754 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,755 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,755 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,755 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,755 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:28,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:28,756 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:28,791 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:28,792 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:28,810 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:28,829 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:28,830 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x28a0916e, L:/127.0.0.1:36193 - R:/127.0.0.1:42194] 2024-11-14T12:24:28,874 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:28,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:28,876 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36193 2024-11-14T12:24:28,877 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5186942455235284771.p12 was interrupted and is shutting down... 2024-11-14T12:24:28,877 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 was interrupted and is shutting down... 2024-11-14T12:24:28,877 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5186942455235284771.p12 was interrupted and is shutting down... 2024-11-14T12:24:28,877 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 was interrupted and is shutting down... 2024-11-14T12:24:28,877 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread finished 2024-11-14T12:24:28,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=36 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10068189481587492192.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10068189481587492192.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.lang.Thread.currentThread(Native Method) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:638) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1636) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key5186942455235284771.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=3667 (was 3738) 2024-11-14T12:24:28,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=3667 2024-11-14T12:24:28,896 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:28,896 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread finished 2024-11-14T12:24:28,896 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread finished 2024-11-14T12:24:28,896 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread finished 2024-11-14T12:24:28,897 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39081 2024-11-14T12:24:28,897 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:28,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:28,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:28,900 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:28,944 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:28,945 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,946 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread started 2024-11-14T12:24:28,948 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,952 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread started 2024-11-14T12:24:28,953 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:28,976 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:28,993 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:28,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,995 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread started 2024-11-14T12:24:28,995 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:28,995 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread started 2024-11-14T12:24:28,995 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xae37a4f2, L:/127.0.0.1:39081 - R:/127.0.0.1:59898] 2024-11-14T12:24:29,037 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:29,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:29,040 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5186942455235284771.p12 was interrupted and is shutting down... 2024-11-14T12:24:29,040 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 was interrupted and is shutting down... 2024-11-14T12:24:29,040 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread finished 2024-11-14T12:24:29,041 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread finished 2024-11-14T12:24:29,464 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:29,464 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:29,464 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:29,464 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:29,495 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:29,495 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:29,495 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:29,495 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5186942455235284771.p12 2024-11-14T12:24:29,495 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:29,495 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:29,495 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:29,495 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:29,512 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:29,512 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:29,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f55961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:29,512 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:29,512 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10068189481587492192.p12 2024-11-14T12:24:29,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:29,514 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:29,554 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:29,556 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:29,556 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread started 2024-11-14T12:24:29,557 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:29,558 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread started 2024-11-14T12:24:29,558 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:29,583 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:29,615 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:29,616 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2aec5dac, L:/127.0.0.1:39081 - R:/127.0.0.1:59904] 2024-11-14T12:24:29,664 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:29,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:29,666 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39081 2024-11-14T12:24:29,666 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 was interrupted and is shutting down... 2024-11-14T12:24:29,666 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5186942455235284771.p12 was interrupted and is shutting down... 2024-11-14T12:24:29,666 DEBUG [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 was interrupted and is shutting down... 2024-11-14T12:24:29,667 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread finished 2024-11-14T12:24:29,667 DEBUG [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5186942455235284771.p12 was interrupted and is shutting down... 2024-11-14T12:24:29,667 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread finished 2024-11-14T12:24:29,667 INFO [FileChangeWatcher-hbase_test_ca10068189481587492192.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10068189481587492192.p12 thread finished 2024-11-14T12:24:29,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 489) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3589 (was 3667) 2024-11-14T12:24:29,680 INFO [FileChangeWatcher-hbase_test_key5186942455235284771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5186942455235284771.p12 thread finished 2024-11-14T12:24:29,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=3588 2024-11-14T12:24:30,483 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:30,483 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32837 2024-11-14T12:24:30,484 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:30,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:30,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:30,493 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:30,914 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:30,915 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:30,915 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread started 2024-11-14T12:24:30,915 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:30,916 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread started 2024-11-14T12:24:30,916 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:31,080 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:31,277 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:31,277 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:31,278 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread started 2024-11-14T12:24:31,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:31,278 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread started 2024-11-14T12:24:31,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x37ef01a8, L:/127.0.0.1:32837 - R:/127.0.0.1:52008] 2024-11-14T12:24:31,472 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:31,836 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:31,836 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:31,836 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:31,836 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:31,836 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:31,836 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:31,836 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:31,836 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:32,086 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:32,086 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:32,086 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:32,087 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:32,087 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:32,087 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:32,087 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,087 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,087 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,087 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,087 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,087 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,087 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:32,087 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:32,087 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,087 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,258 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,258 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,258 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32837,0 is dead - stopping the connection localhost:32837/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T12:24:32,259 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,258 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,259 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,259 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,258 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,259 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:32,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:32,261 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:32,695 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:32,696 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:32,917 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:33,117 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:33,118 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf80d9079, L:/127.0.0.1:32837 - R:/127.0.0.1:52022] 2024-11-14T12:24:33,368 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:33,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:33,370 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks was interrupted and is shutting down... 2024-11-14T12:24:33,370 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32837 2024-11-14T12:24:33,370 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks was interrupted and is shutting down... 2024-11-14T12:24:33,370 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks was interrupted and is shutting down... 2024-11-14T12:24:33,370 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks was interrupted and is shutting down... 2024-11-14T12:24:33,370 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread finished 2024-11-14T12:24:33,370 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread finished 2024-11-14T12:24:33,370 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread finished 2024-11-14T12:24:33,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=3466 (was 3588) 2024-11-14T12:24:33,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=3466 2024-11-14T12:24:33,387 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:33,387 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42191 2024-11-14T12:24:33,387 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:33,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aef615e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:33,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:33,389 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:33,392 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread finished 2024-11-14T12:24:33,725 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:33,726 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:33,727 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread started 2024-11-14T12:24:33,727 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:33,727 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread started 2024-11-14T12:24:33,728 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:33,907 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:34,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:34,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:34,076 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread started 2024-11-14T12:24:34,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:34,077 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread started 2024-11-14T12:24:34,077 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4b604abf, L:/127.0.0.1:42191 - R:/127.0.0.1:48116] 2024-11-14T12:24:34,284 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:34,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:34,286 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks was interrupted and is shutting down... 2024-11-14T12:24:34,286 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks was interrupted and is shutting down... 2024-11-14T12:24:34,286 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread finished 2024-11-14T12:24:34,287 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread finished 2024-11-14T12:24:34,575 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:34,575 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:34,575 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:34,575 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:34,823 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:34,823 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:34,823 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:34,823 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1538551500751175729.bcfks 2024-11-14T12:24:34,823 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:34,823 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:34,823 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:34,823 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:34,986 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:34,986 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:34,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45dd99ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:34,986 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:34,986 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9538398696061838519.bcfks 2024-11-14T12:24:34,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:34,988 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:35,318 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:35,319 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:35,320 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:35,320 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread started 2024-11-14T12:24:35,320 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread started 2024-11-14T12:24:35,320 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:35,484 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:35,650 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:35,651 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2218fd99, L:/127.0.0.1:42191 - R:/127.0.0.1:48124] 2024-11-14T12:24:35,837 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:35,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:35,840 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42191 2024-11-14T12:24:35,840 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks was interrupted and is shutting down... 2024-11-14T12:24:35,840 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks was interrupted and is shutting down... 2024-11-14T12:24:35,840 DEBUG [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks was interrupted and is shutting down... 2024-11-14T12:24:35,840 DEBUG [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks was interrupted and is shutting down... 2024-11-14T12:24:35,840 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread finished 2024-11-14T12:24:35,840 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread finished 2024-11-14T12:24:35,840 INFO [FileChangeWatcher-hbase_test_key1538551500751175729.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1538551500751175729.bcfks thread finished 2024-11-14T12:24:35,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=3445 (was 3466) 2024-11-14T12:24:35,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=3445 2024-11-14T12:24:35,856 INFO [FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9538398696061838519.bcfks thread finished 2024-11-14T12:24:35,984 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:35,985 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46761 2024-11-14T12:24:35,985 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:35,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:35,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:35,987 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,020 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,020 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,021 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread started 2024-11-14T12:24:36,021 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,021 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread started 2024-11-14T12:24:36,021 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:36,039 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,055 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,056 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,056 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread started 2024-11-14T12:24:36,056 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,057 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread started 2024-11-14T12:24:36,057 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xee064837, L:/127.0.0.1:46761 - R:/127.0.0.1:48358] 2024-11-14T12:24:36,107 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:36,117 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,117 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,117 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,117 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,117 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,117 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,117 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,117 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,150 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,150 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,150 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,150 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,150 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,178 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,178 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,178 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,178 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46761,0 is dead - stopping the connection localhost:46761/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T12:24:36,178 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,178 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,178 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,178 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,178 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:36,179 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,214 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,214 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:36,232 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,252 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,253 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa38c001c, L:/127.0.0.1:46761 - R:/127.0.0.1:48370] 2024-11-14T12:24:36,298 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:36,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:36,300 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46761 2024-11-14T12:24:36,300 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15055223361860141867.jks was interrupted and is shutting down... 2024-11-14T12:24:36,300 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8050744867440382997.jks was interrupted and is shutting down... 2024-11-14T12:24:36,300 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8050744867440382997.jks was interrupted and is shutting down... 2024-11-14T12:24:36,300 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15055223361860141867.jks was interrupted and is shutting down... 2024-11-14T12:24:36,300 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread finished 2024-11-14T12:24:36,300 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread finished 2024-11-14T12:24:36,307 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=3441 (was 3445) 2024-11-14T12:24:36,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=3441 2024-11-14T12:24:36,313 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:36,314 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42677 2024-11-14T12:24:36,314 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:36,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:36,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:36,315 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,316 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread finished 2024-11-14T12:24:36,316 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread finished 2024-11-14T12:24:36,348 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,348 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,349 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread started 2024-11-14T12:24:36,349 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,349 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread started 2024-11-14T12:24:36,349 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:36,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,383 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread started 2024-11-14T12:24:36,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,384 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread started 2024-11-14T12:24:36,384 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x32291132, L:/127.0.0.1:42677 - R:/127.0.0.1:38468] 2024-11-14T12:24:36,424 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:36,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:36,426 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8050744867440382997.jks was interrupted and is shutting down... 2024-11-14T12:24:36,426 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15055223361860141867.jks was interrupted and is shutting down... 2024-11-14T12:24:36,427 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread finished 2024-11-14T12:24:36,427 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread finished 2024-11-14T12:24:36,432 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,432 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,432 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,432 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,462 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,462 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,463 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,463 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,463 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8050744867440382997.jks 2024-11-14T12:24:36,463 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,463 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,463 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,479 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,479 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,479 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,479 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15055223361860141867.jks 2024-11-14T12:24:36,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:36,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:36,480 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,524 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,525 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,525 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,525 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread started 2024-11-14T12:24:36,526 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread started 2024-11-14T12:24:36,526 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:36,543 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,560 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,561 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb211a15d, L:/127.0.0.1:42677 - R:/127.0.0.1:38474] 2024-11-14T12:24:36,605 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:36,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:36,607 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42677 2024-11-14T12:24:36,607 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8050744867440382997.jks was interrupted and is shutting down... 2024-11-14T12:24:36,607 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15055223361860141867.jks was interrupted and is shutting down... 2024-11-14T12:24:36,607 DEBUG [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8050744867440382997.jks was interrupted and is shutting down... 2024-11-14T12:24:36,607 DEBUG [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15055223361860141867.jks was interrupted and is shutting down... 2024-11-14T12:24:36,607 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread finished 2024-11-14T12:24:36,607 INFO [FileChangeWatcher-hbase_test_key8050744867440382997.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8050744867440382997.jks thread finished 2024-11-14T12:24:36,607 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread finished 2024-11-14T12:24:36,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=3439 (was 3441) 2024-11-14T12:24:36,621 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=3439 2024-11-14T12:24:36,624 INFO [FileChangeWatcher-hbase_test_ca15055223361860141867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15055223361860141867.jks thread finished 2024-11-14T12:24:36,626 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:36,627 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39691 2024-11-14T12:24:36,627 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:36,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:36,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:36,628 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,632 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,633 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,633 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread started 2024-11-14T12:24:36,633 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,634 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread started 2024-11-14T12:24:36,634 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:36,637 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,638 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,638 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,639 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,639 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread started 2024-11-14T12:24:36,639 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread started 2024-11-14T12:24:36,639 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7f131d21, L:/127.0.0.1:39691 - R:/127.0.0.1:49944] 2024-11-14T12:24:36,653 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:36,666 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,666 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,666 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,666 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,666 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,666 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,667 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,667 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39691,0 is dead - stopping the connection localhost:39691/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:36,669 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,673 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,674 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:36,677 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,677 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,678 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2a18ea4d, L:/127.0.0.1:39691 - R:/127.0.0.1:49948] 2024-11-14T12:24:36,694 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:36,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:36,696 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39691 2024-11-14T12:24:36,696 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10240706671480874655.pem was interrupted and is shutting down... 2024-11-14T12:24:36,696 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4278790772040363605.pem was interrupted and is shutting down... 2024-11-14T12:24:36,696 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10240706671480874655.pem was interrupted and is shutting down... 2024-11-14T12:24:36,696 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4278790772040363605.pem was interrupted and is shutting down... 2024-11-14T12:24:36,696 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread finished 2024-11-14T12:24:36,696 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread finished 2024-11-14T12:24:36,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=3438 (was 3439) 2024-11-14T12:24:36,704 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread finished 2024-11-14T12:24:36,704 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread finished 2024-11-14T12:24:36,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=3438 2024-11-14T12:24:36,710 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:36,711 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43967 2024-11-14T12:24:36,711 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:36,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:36,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:36,713 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,716 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,717 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,717 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread started 2024-11-14T12:24:36,717 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,718 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread started 2024-11-14T12:24:36,718 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:36,722 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,722 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,723 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,723 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread started 2024-11-14T12:24:36,723 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,724 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread started 2024-11-14T12:24:36,724 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x46807cce, L:/127.0.0.1:43967 - R:/127.0.0.1:53500] 2024-11-14T12:24:36,738 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:36,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:36,740 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10240706671480874655.pem was interrupted and is shutting down... 2024-11-14T12:24:36,740 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4278790772040363605.pem was interrupted and is shutting down... 2024-11-14T12:24:36,740 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread finished 2024-11-14T12:24:36,741 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread finished 2024-11-14T12:24:36,748 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,748 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,748 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,749 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10240706671480874655.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,749 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,749 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,749 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4278790772040363605.pem 2024-11-14T12:24:36,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:36,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:36,750 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,754 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,755 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,755 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread started 2024-11-14T12:24:36,755 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,755 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread started 2024-11-14T12:24:36,755 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:36,759 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,760 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,760 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbfc72c9d, L:/127.0.0.1:43967 - R:/127.0.0.1:53512] 2024-11-14T12:24:36,777 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:36,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:36,778 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43967 2024-11-14T12:24:36,778 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4278790772040363605.pem was interrupted and is shutting down... 2024-11-14T12:24:36,778 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10240706671480874655.pem was interrupted and is shutting down... 2024-11-14T12:24:36,778 DEBUG [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10240706671480874655.pem was interrupted and is shutting down... 2024-11-14T12:24:36,778 DEBUG [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4278790772040363605.pem was interrupted and is shutting down... 2024-11-14T12:24:36,778 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread finished 2024-11-14T12:24:36,778 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread finished 2024-11-14T12:24:36,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=3437 (was 3438) 2024-11-14T12:24:36,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=3437 2024-11-14T12:24:36,796 INFO [FileChangeWatcher-hbase_test_key10240706671480874655.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10240706671480874655.pem thread finished 2024-11-14T12:24:36,796 INFO [FileChangeWatcher-hbase_test_ca4278790772040363605.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4278790772040363605.pem thread finished 2024-11-14T12:24:36,837 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:36,837 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45677 2024-11-14T12:24:36,838 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:36,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:36,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:36,839 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,871 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,872 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,872 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread started 2024-11-14T12:24:36,872 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,873 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread started 2024-11-14T12:24:36,873 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:36,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:36,907 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:36,907 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,908 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread started 2024-11-14T12:24:36,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:36,908 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread started 2024-11-14T12:24:36,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x26bf917f, L:/127.0.0.1:45677 - R:/127.0.0.1:36758] 2024-11-14T12:24:36,948 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:36,957 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,957 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,957 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,957 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,957 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,957 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,957 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,957 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,988 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,988 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:36,988 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:36,988 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:36,988 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,004 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,004 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,004 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,004 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,005 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,005 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45677,0 is dead - stopping the connection localhost:45677/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T12:24:37,005 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,005 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,005 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:37,006 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:37,039 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:37,039 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:37,056 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:37,072 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:37,073 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x87c1897b, L:/127.0.0.1:45677 - R:/127.0.0.1:36774] 2024-11-14T12:24:37,119 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:37,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:37,124 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,124 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4864385887512446036.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,124 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread finished 2024-11-14T12:24:37,124 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread finished 2024-11-14T12:24:37,124 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45677 2024-11-14T12:24:37,125 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4864385887512446036.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,125 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,125 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread finished 2024-11-14T12:24:37,133 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=3433 (was 3437) 2024-11-14T12:24:37,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=3432 2024-11-14T12:24:37,141 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:37,142 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39905 2024-11-14T12:24:37,142 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:37,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:37,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:37,144 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:37,144 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread finished 2024-11-14T12:24:37,178 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:37,179 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:37,179 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread started 2024-11-14T12:24:37,179 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:37,180 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread started 2024-11-14T12:24:37,180 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:37,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:37,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:37,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:37,215 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread started 2024-11-14T12:24:37,215 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:37,215 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread started 2024-11-14T12:24:37,215 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3451b1fb, L:/127.0.0.1:39905 - R:/127.0.0.1:39160] 2024-11-14T12:24:37,257 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:37,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:37,259 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,260 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread finished 2024-11-14T12:24:37,261 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4864385887512446036.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,261 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread finished 2024-11-14T12:24:37,266 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:37,266 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:37,266 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:37,266 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:37,321 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:37,321 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:37,321 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:37,321 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4864385887512446036.p12 2024-11-14T12:24:37,321 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,321 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,322 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,322 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,352 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,352 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,352 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,352 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1973851470992858956.p12 2024-11-14T12:24:37,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:37,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:37,353 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:37,393 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:37,394 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:37,394 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread started 2024-11-14T12:24:37,394 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:37,395 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread started 2024-11-14T12:24:37,395 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:37,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:37,428 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:37,429 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0d65b860, L:/127.0.0.1:39905 - R:/127.0.0.1:39168] 2024-11-14T12:24:37,469 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:37,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:37,471 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39905 2024-11-14T12:24:37,471 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,471 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4864385887512446036.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,471 DEBUG [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,471 DEBUG [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4864385887512446036.p12 was interrupted and is shutting down... 2024-11-14T12:24:37,471 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread finished 2024-11-14T12:24:37,471 INFO [FileChangeWatcher-hbase_test_key4864385887512446036.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4864385887512446036.p12 thread finished 2024-11-14T12:24:37,471 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread finished 2024-11-14T12:24:37,471 INFO [FileChangeWatcher-hbase_test_ca1973851470992858956.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1973851470992858956.p12 thread finished 2024-11-14T12:24:37,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=3436 (was 3432) - AvailableMemoryMB LEAK? - 2024-11-14T12:24:37,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=3436 2024-11-14T12:24:37,997 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:37,998 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46641 2024-11-14T12:24:37,998 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:37,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e3b1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:37,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:37,999 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:38,391 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:38,392 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:38,392 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread started 2024-11-14T12:24:38,394 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:38,398 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread started 2024-11-14T12:24:38,398 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:38,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:38,783 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:38,783 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:38,784 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread started 2024-11-14T12:24:38,784 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:38,784 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread started 2024-11-14T12:24:38,784 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x217c28c3, L:/127.0.0.1:46641 - R:/127.0.0.1:51252] 2024-11-14T12:24:39,033 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:39,044 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,044 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,044 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,044 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,044 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,044 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,052 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,052 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,350 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,350 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,350 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,350 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,351 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,351 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,351 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,540 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,540 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,540 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46641,0 is dead - stopping the connection localhost:46641/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T12:24:39,540 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,540 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,540 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,540 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:39,540 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,540 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:39,541 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:39,973 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:39,973 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:40,158 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:40,371 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:40,372 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x33a5bcf7, L:/127.0.0.1:46641 - R:/127.0.0.1:51258] 2024-11-14T12:24:40,658 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:40,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:40,660 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks was interrupted and is shutting down... 2024-11-14T12:24:40,660 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks was interrupted and is shutting down... 2024-11-14T12:24:40,660 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46641 2024-11-14T12:24:40,660 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks was interrupted and is shutting down... 2024-11-14T12:24:40,661 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread finished 2024-11-14T12:24:40,661 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks was interrupted and is shutting down... 2024-11-14T12:24:40,661 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread finished 2024-11-14T12:24:40,661 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread finished 2024-11-14T12:24:40,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=4316 (was 3436) - AvailableMemoryMB LEAK? - 2024-11-14T12:24:40,680 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread finished 2024-11-14T12:24:40,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=4315 2024-11-14T12:24:40,683 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T12:24:40,685 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42935 2024-11-14T12:24:40,685 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T12:24:40,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284207f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:40,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:40,687 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:41,141 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:41,142 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:41,144 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread started 2024-11-14T12:24:41,144 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:41,145 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread started 2024-11-14T12:24:41,145 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:41,379 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:41,599 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:41,599 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:41,600 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread started 2024-11-14T12:24:41,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:41,604 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread started 2024-11-14T12:24:41,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x17d68a9f, L:/127.0.0.1:42935 - R:/127.0.0.1:56478] 2024-11-14T12:24:41,867 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:41,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:41,870 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks was interrupted and is shutting down... 2024-11-14T12:24:41,870 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks was interrupted and is shutting down... 2024-11-14T12:24:41,870 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread finished 2024-11-14T12:24:41,880 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread finished 2024-11-14T12:24:41,881 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:41,882 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:41,883 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:41,883 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:42,223 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:42,223 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:42,223 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:42,223 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:42,223 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:42,223 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2148353293906897291.bcfks 2024-11-14T12:24:42,223 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:42,223 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:42,394 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:42,394 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:42,394 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:42,394 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17365595968978892425.bcfks 2024-11-14T12:24:42,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4f54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T12:24:42,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T12:24:42,395 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:42,785 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:42,786 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:42,787 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread started 2024-11-14T12:24:42,787 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cbdafd11-fcd9-d686-9198-9220da4e932b/TestNettyTLSIPCFileWatcher 2024-11-14T12:24:42,787 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread started 2024-11-14T12:24:42,788 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T12:24:42,955 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T12:24:43,149 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T12:24:43,150 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc28ec76f, L:/127.0.0.1:42935 - R:/127.0.0.1:56490] 2024-11-14T12:24:43,378 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T12:24:43,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T12:24:43,379 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42935 2024-11-14T12:24:43,379 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks was interrupted and is shutting down... 2024-11-14T12:24:43,379 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks was interrupted and is shutting down... 2024-11-14T12:24:43,380 DEBUG [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks was interrupted and is shutting down... 2024-11-14T12:24:43,380 DEBUG [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks was interrupted and is shutting down... 2024-11-14T12:24:43,380 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread finished 2024-11-14T12:24:43,380 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread finished 2024-11-14T12:24:43,380 INFO [FileChangeWatcher-hbase_test_key2148353293906897291.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2148353293906897291.bcfks thread finished 2024-11-14T12:24:43,387 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=4023 (was 4315) 2024-11-14T12:24:43,396 INFO [FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17365595968978892425.bcfks thread finished