2024-11-24 11:12:09,288 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 11:12:09,302 main DEBUG Took 0.012109 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 11:12:09,303 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 11:12:09,303 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 11:12:09,304 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 11:12:09,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,314 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 11:12:09,324 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,326 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,327 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,328 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,328 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,329 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,330 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,331 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,331 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,332 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:09,334 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,334 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 11:12:09,335 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:09,336 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 11:12:09,338 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 11:12:09,338 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 11:12:09,339 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 11:12:09,340 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 11:12:09,348 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 11:12:09,351 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 11:12:09,352 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 11:12:09,352 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 11:12:09,353 main DEBUG createAppenders(={Console}) 2024-11-24 11:12:09,353 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-24 11:12:09,354 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 11:12:09,354 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-24 11:12:09,355 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 11:12:09,355 main DEBUG OutputStream closed 2024-11-24 11:12:09,355 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 11:12:09,355 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 11:12:09,356 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-24 11:12:09,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 11:12:09,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 11:12:09,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 11:12:09,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 11:12:09,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 11:12:09,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 11:12:09,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 11:12:09,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 11:12:09,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 11:12:09,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 11:12:09,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 11:12:09,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 11:12:09,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 11:12:09,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 11:12:09,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 11:12:09,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 11:12:09,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 11:12:09,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 11:12:09,432 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 11:12:09,433 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-24 11:12:09,433 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 11:12:09,434 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-24T11:12:09,450 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-24 11:12:09,453 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 11:12:09,453 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T11:12:09,905 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T11:12:10,663 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=8547 2024-11-24T11:12:11,266 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:12:11,307 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T11:12:11,320 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T11:12:11,334 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T11:12:11,448 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:11,495 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31154 (auto-detected) 2024-11-24T11:12:11,497 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T11:12:11,528 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39555 2024-11-24T11:12:11,531 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:11,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:11,579 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T11:12:11,580 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T11:12:11,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:11,924 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:11,973 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:12,066 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:12,068 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:12,068 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread started 2024-11-24T11:12:12,069 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread started 2024-11-24T11:12:12,076 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:12,134 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:12,152 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:12,218 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:12,219 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread started 2024-11-24T11:12:12,219 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:12,220 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread started 2024-11-24T11:12:12,221 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeac0a9f2, L:/127.0.0.1:39555 - R:/127.0.0.1:59094] 2024-11-24T11:12:12,340 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:12,567 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,567 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,568 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,568 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,568 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,568 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,568 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,569 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,596 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,596 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,596 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,596 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,597 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,597 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,597 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,597 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,597 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:12,597 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,597 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,597 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,597 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,597 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,598 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,597 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,611 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,611 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,611 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,611 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,611 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39555,0 is dead - stopping the connection localhost:39555/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T11:12:12,612 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,612 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,612 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,612 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:12,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:12,614 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:12,648 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:12,649 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:12,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:12,697 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:12,698 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd79542f1, L:/127.0.0.1:39555 - R:/127.0.0.1:59110] 2024-11-24T11:12:12,749 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:12,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:12,752 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39555 2024-11-24T11:12:12,752 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12427664953451643756.jks was interrupted and is shutting down... 2024-11-24T11:12:12,752 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13636079035322464134.jks was interrupted and is shutting down... 2024-11-24T11:12:12,752 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13636079035322464134.jks was interrupted and is shutting down... 2024-11-24T11:12:12,752 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12427664953451643756.jks was interrupted and is shutting down... 2024-11-24T11:12:12,753 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread finished 2024-11-24T11:12:12,753 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread finished 2024-11-24T11:12:12,753 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread finished 2024-11-24T11:12:12,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key13636079035322464134.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=8395 (was 8547) 2024-11-24T11:12:12,768 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread finished 2024-11-24T11:12:12,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=8394 2024-11-24T11:12:12,773 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:12,774 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33689 2024-11-24T11:12:12,774 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:12,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:12,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:12,776 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:12,808 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:12,809 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:12,810 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread started 2024-11-24T11:12:12,811 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:12,812 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread started 2024-11-24T11:12:12,812 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:12,829 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:12,845 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:12,845 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:12,846 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread started 2024-11-24T11:12:12,846 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:12,847 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread started 2024-11-24T11:12:12,847 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd6e4d9bf, L:/127.0.0.1:33689 - R:/127.0.0.1:39070] 2024-11-24T11:12:12,902 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:12,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:12,905 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13636079035322464134.jks was interrupted and is shutting down... 2024-11-24T11:12:12,905 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12427664953451643756.jks was interrupted and is shutting down... 2024-11-24T11:12:12,906 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread finished 2024-11-24T11:12:12,906 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread finished 2024-11-24T11:12:13,155 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:13,155 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:13,155 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:13,155 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:13,182 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:13,182 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:13,182 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:13,182 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13636079035322464134.jks 2024-11-24T11:12:13,183 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:13,183 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:13,183 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:13,183 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:13,198 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:13,198 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:13,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:13,198 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:13,198 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12427664953451643756.jks 2024-11-24T11:12:13,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:13,200 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:13,231 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:13,232 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,232 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,232 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread started 2024-11-24T11:12:13,233 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread started 2024-11-24T11:12:13,233 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:13,250 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:13,267 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:13,267 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d48e28e, L:/127.0.0.1:33689 - R:/127.0.0.1:39076] 2024-11-24T11:12:13,309 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:13,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:13,311 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12427664953451643756.jks was interrupted and is shutting down... 2024-11-24T11:12:13,311 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33689 2024-11-24T11:12:13,311 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13636079035322464134.jks was interrupted and is shutting down... 2024-11-24T11:12:13,311 DEBUG [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13636079035322464134.jks was interrupted and is shutting down... 2024-11-24T11:12:13,311 DEBUG [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12427664953451643756.jks was interrupted and is shutting down... 2024-11-24T11:12:13,311 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread finished 2024-11-24T11:12:13,311 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread finished 2024-11-24T11:12:13,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=27 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12427664953451643756.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=8331 (was 8394) 2024-11-24T11:12:13,320 INFO [FileChangeWatcher-hbase_test_ca12427664953451643756.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12427664953451643756.jks thread finished 2024-11-24T11:12:13,320 INFO [FileChangeWatcher-hbase_test_key13636079035322464134.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13636079035322464134.jks thread finished 2024-11-24T11:12:13,325 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=8331 2024-11-24T11:12:13,374 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:13,375 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39613 2024-11-24T11:12:13,375 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:13,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13650f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:13,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:13,377 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:13,396 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:13,396 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,397 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread started 2024-11-24T11:12:13,397 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,398 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread started 2024-11-24T11:12:13,398 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:13,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:13,419 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:13,419 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,420 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread started 2024-11-24T11:12:13,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,421 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread started 2024-11-24T11:12:13,421 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x07e1d21d, L:/127.0.0.1:39613 - R:/127.0.0.1:59862] 2024-11-24T11:12:13,437 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:13,635 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,635 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,635 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,635 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,636 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39613,0 is dead - stopping the connection localhost:39613/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T11:12:13,637 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,637 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:13,639 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:13,644 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:13,644 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:13,651 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:13,652 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:13,653 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3261f172, L:/127.0.0.1:39613 - R:/127.0.0.1:59868] 2024-11-24T11:12:13,672 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:13,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:13,674 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39613 2024-11-24T11:12:13,674 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2052528340229258708.pem was interrupted and is shutting down... 2024-11-24T11:12:13,674 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6329754335684930112.pem was interrupted and is shutting down... 2024-11-24T11:12:13,675 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6329754335684930112.pem was interrupted and is shutting down... 2024-11-24T11:12:13,675 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2052528340229258708.pem was interrupted and is shutting down... 2024-11-24T11:12:13,675 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread finished 2024-11-24T11:12:13,675 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread finished 2024-11-24T11:12:13,675 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread finished 2024-11-24T11:12:13,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6329754335684930112.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=8288 (was 8331) 2024-11-24T11:12:13,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=8288 2024-11-24T11:12:13,690 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:13,691 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41947 2024-11-24T11:12:13,691 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:13,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:13,692 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread finished 2024-11-24T11:12:13,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:13,693 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:13,698 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:13,699 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,699 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread started 2024-11-24T11:12:13,699 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,700 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread started 2024-11-24T11:12:13,700 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:13,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:13,705 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:13,706 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,706 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:13,706 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread started 2024-11-24T11:12:13,707 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe0ed9880, L:/127.0.0.1:41947 - R:/127.0.0.1:56452] 2024-11-24T11:12:13,707 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread started 2024-11-24T11:12:13,722 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:13,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:13,725 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6329754335684930112.pem was interrupted and is shutting down... 2024-11-24T11:12:13,725 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2052528340229258708.pem was interrupted and is shutting down... 2024-11-24T11:12:13,725 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread finished 2024-11-24T11:12:13,725 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread finished 2024-11-24T11:12:14,045 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:14,045 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:14,045 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:14,045 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:14,045 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:14,045 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:14,046 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:14,046 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6329754335684930112.pem 2024-11-24T11:12:14,046 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:14,046 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:14,046 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:14,046 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:14,046 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:14,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a639716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:14,046 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:14,046 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:14,047 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2052528340229258708.pem 2024-11-24T11:12:14,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:14,048 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:14,055 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:14,056 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,056 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,056 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread started 2024-11-24T11:12:14,057 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread started 2024-11-24T11:12:14,057 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:14,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:14,063 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:14,063 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdd3a0a2b, L:/127.0.0.1:41947 - R:/127.0.0.1:56462] 2024-11-24T11:12:14,078 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:14,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:14,080 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41947 2024-11-24T11:12:14,080 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6329754335684930112.pem was interrupted and is shutting down... 2024-11-24T11:12:14,080 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2052528340229258708.pem was interrupted and is shutting down... 2024-11-24T11:12:14,080 DEBUG [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6329754335684930112.pem was interrupted and is shutting down... 2024-11-24T11:12:14,080 DEBUG [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2052528340229258708.pem was interrupted and is shutting down... 2024-11-24T11:12:14,081 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread finished 2024-11-24T11:12:14,081 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread finished 2024-11-24T11:12:14,081 INFO [FileChangeWatcher-hbase_test_key6329754335684930112.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6329754335684930112.pem thread finished 2024-11-24T11:12:14,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=8234 (was 8288) 2024-11-24T11:12:14,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=8234 2024-11-24T11:12:14,096 INFO [FileChangeWatcher-hbase_test_ca2052528340229258708.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2052528340229258708.pem thread finished 2024-11-24T11:12:14,136 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:14,137 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33029 2024-11-24T11:12:14,137 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:14,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e40dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:14,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:14,139 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:14,170 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:14,170 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,171 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread started 2024-11-24T11:12:14,171 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,172 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread started 2024-11-24T11:12:14,172 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:14,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:14,203 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:14,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,205 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,205 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread started 2024-11-24T11:12:14,205 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread started 2024-11-24T11:12:14,205 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdbc5fd9b, L:/127.0.0.1:33029 - R:/127.0.0.1:58850] 2024-11-24T11:12:14,243 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:14,449 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,449 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,449 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,449 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,449 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,449 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,449 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,449 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,476 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,476 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,476 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,476 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,476 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,492 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33029,0 is dead - stopping the connection localhost:33029/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T11:12:14,491 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,491 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,491 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,491 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,492 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,492 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,492 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,492 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:14,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:14,493 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:14,525 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:14,525 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:14,550 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:14,567 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:14,567 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3c819273, L:/127.0.0.1:33029 - R:/127.0.0.1:58860] 2024-11-24T11:12:14,604 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:14,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:14,606 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33029 2024-11-24T11:12:14,606 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15330860126066776982.p12 was interrupted and is shutting down... 2024-11-24T11:12:14,606 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 was interrupted and is shutting down... 2024-11-24T11:12:14,606 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15330860126066776982.p12 was interrupted and is shutting down... 2024-11-24T11:12:14,606 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 was interrupted and is shutting down... 2024-11-24T11:12:14,606 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread finished 2024-11-24T11:12:14,606 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread finished 2024-11-24T11:12:14,606 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread finished 2024-11-24T11:12:14,607 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread finished 2024-11-24T11:12:14,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=8172 (was 8234) 2024-11-24T11:12:14,619 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=8172 2024-11-24T11:12:14,620 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:14,621 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41819 2024-11-24T11:12:14,621 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:14,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:14,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:14,623 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:14,653 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:14,654 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,654 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,654 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread started 2024-11-24T11:12:14,655 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread started 2024-11-24T11:12:14,655 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:14,672 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:14,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:14,688 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,688 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread started 2024-11-24T11:12:14,688 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:14,689 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread started 2024-11-24T11:12:14,689 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2ba57caf, L:/127.0.0.1:41819 - R:/127.0.0.1:50096] 2024-11-24T11:12:14,725 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:14,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:14,727 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15330860126066776982.p12 was interrupted and is shutting down... 2024-11-24T11:12:14,727 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 was interrupted and is shutting down... 2024-11-24T11:12:14,727 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread finished 2024-11-24T11:12:14,727 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread finished 2024-11-24T11:12:14,976 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,977 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,977 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:14,977 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:15,005 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:15,005 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:15,005 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:15,005 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15330860126066776982.p12 2024-11-24T11:12:15,005 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:15,005 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:15,005 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:15,005 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:15,021 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:15,021 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:15,021 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:15,021 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12776142234716619268.p12 2024-11-24T11:12:15,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:15,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:15,022 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:15,053 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:15,054 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:15,054 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread started 2024-11-24T11:12:15,054 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:15,055 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread started 2024-11-24T11:12:15,055 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:15,071 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:15,086 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:15,086 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfd8a107d, L:/127.0.0.1:41819 - R:/127.0.0.1:50112] 2024-11-24T11:12:15,123 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:15,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:15,125 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41819 2024-11-24T11:12:15,125 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15330860126066776982.p12 was interrupted and is shutting down... 2024-11-24T11:12:15,125 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 was interrupted and is shutting down... 2024-11-24T11:12:15,125 DEBUG [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15330860126066776982.p12 was interrupted and is shutting down... 2024-11-24T11:12:15,125 DEBUG [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 was interrupted and is shutting down... 2024-11-24T11:12:15,125 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread finished 2024-11-24T11:12:15,125 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread finished 2024-11-24T11:12:15,132 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key15330860126066776982.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12776142234716619268.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=162 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=8104 (was 8172) 2024-11-24T11:12:15,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=8103 2024-11-24T11:12:15,148 INFO [FileChangeWatcher-hbase_test_ca12776142234716619268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12776142234716619268.p12 thread finished 2024-11-24T11:12:15,148 INFO [FileChangeWatcher-hbase_test_key15330860126066776982.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15330860126066776982.p12 thread finished 2024-11-24T11:12:15,682 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:15,683 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46525 2024-11-24T11:12:15,683 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:15,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:15,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:15,685 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:16,026 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:16,026 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:16,027 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread started 2024-11-24T11:12:16,027 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:16,027 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread started 2024-11-24T11:12:16,027 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:16,192 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:16,356 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:16,356 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:16,357 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:16,357 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread started 2024-11-24T11:12:16,357 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread started 2024-11-24T11:12:16,357 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x60f9254c, L:/127.0.0.1:46525 - R:/127.0.0.1:51114] 2024-11-24T11:12:16,552 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:16,802 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:16,802 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:16,802 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:16,802 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:16,802 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:16,802 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:16,802 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:16,802 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:17,047 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:17,047 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,047 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,047 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,047 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,217 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46525,0 is dead - stopping the connection localhost:46525/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T11:12:17,217 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,217 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,217 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,217 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,217 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,217 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,217 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,217 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:17,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:17,218 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:17,550 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:17,551 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:17,716 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:17,880 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:17,881 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x64221295, L:/127.0.0.1:46525 - R:/127.0.0.1:51122] 2024-11-24T11:12:18,067 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:18,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:18,068 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46525 2024-11-24T11:12:18,068 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks was interrupted and is shutting down... 2024-11-24T11:12:18,068 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks was interrupted and is shutting down... 2024-11-24T11:12:18,068 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks was interrupted and is shutting down... 2024-11-24T11:12:18,068 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks was interrupted and is shutting down... 2024-11-24T11:12:18,069 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread finished 2024-11-24T11:12:18,069 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread finished 2024-11-24T11:12:18,069 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread finished 2024-11-24T11:12:18,069 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread finished 2024-11-24T11:12:18,076 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=162 (was 162), ProcessCount=11 (was 11), AvailableMemoryMB=8029 (was 8103) 2024-11-24T11:12:18,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=8029 2024-11-24T11:12:18,083 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:18,084 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34809 2024-11-24T11:12:18,084 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:18,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:18,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:18,086 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:18,415 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:18,415 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:18,416 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread started 2024-11-24T11:12:18,416 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:18,417 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread started 2024-11-24T11:12:18,417 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:18,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:18,745 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:18,746 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:18,746 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread started 2024-11-24T11:12:18,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:18,747 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread started 2024-11-24T11:12:18,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3de2d283, L:/127.0.0.1:34809 - R:/127.0.0.1:42194] 2024-11-24T11:12:18,927 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:18,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:18,929 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks was interrupted and is shutting down... 2024-11-24T11:12:18,929 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks was interrupted and is shutting down... 2024-11-24T11:12:18,930 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread finished 2024-11-24T11:12:18,930 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread finished 2024-11-24T11:12:19,251 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:19,251 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:19,251 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:19,251 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:19,493 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:19,493 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:19,493 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:19,493 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15001502092512017518.bcfks 2024-11-24T11:12:19,493 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:19,493 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:19,494 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:19,494 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:19,656 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:19,656 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:19,656 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:19,656 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16889727811930680080.bcfks 2024-11-24T11:12:19,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:19,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:19,658 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:19,983 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:19,984 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:19,984 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread started 2024-11-24T11:12:19,984 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:19,985 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread started 2024-11-24T11:12:19,985 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:20,149 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:20,314 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:20,314 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x925d5b83, L:/127.0.0.1:34809 - R:/127.0.0.1:42198] 2024-11-24T11:12:20,504 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:20,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:20,507 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34809 2024-11-24T11:12:20,507 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks was interrupted and is shutting down... 2024-11-24T11:12:20,507 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks was interrupted and is shutting down... 2024-11-24T11:12:20,507 DEBUG [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks was interrupted and is shutting down... 2024-11-24T11:12:20,507 DEBUG [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks was interrupted and is shutting down... 2024-11-24T11:12:20,507 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread finished 2024-11-24T11:12:20,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_key15001502092512017518.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key15001502092512017518.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 162), ProcessCount=11 (was 11), AvailableMemoryMB=7979 (was 8029) 2024-11-24T11:12:20,521 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7978 2024-11-24T11:12:20,524 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread finished 2024-11-24T11:12:20,524 INFO [FileChangeWatcher-hbase_test_key15001502092512017518.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15001502092512017518.bcfks thread finished 2024-11-24T11:12:20,524 INFO [FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16889727811930680080.bcfks thread finished 2024-11-24T11:12:20,672 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:20,673 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39333 2024-11-24T11:12:20,673 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:20,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcdf906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:20,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:20,675 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:20,706 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:20,707 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:20,707 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread started 2024-11-24T11:12:20,707 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:20,708 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread started 2024-11-24T11:12:20,708 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:20,724 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:20,739 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:20,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:20,740 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread started 2024-11-24T11:12:20,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:20,741 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread started 2024-11-24T11:12:20,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcf05465d, L:/127.0.0.1:39333 - R:/127.0.0.1:34698] 2024-11-24T11:12:20,791 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:20,799 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,799 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,799 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,799 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,799 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,799 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,800 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,800 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,825 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,825 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,825 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,825 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,826 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,826 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,826 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,826 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:20,826 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,826 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,826 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,826 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,826 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,826 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,826 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,826 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,840 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,840 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,841 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39333,0 is dead - stopping the connection localhost:39333/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T11:12:20,840 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,840 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,841 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,841 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,841 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,841 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:20,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:20,842 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:20,874 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:20,874 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:20,890 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:20,905 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:20,906 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x62914758, L:/127.0.0.1:39333 - R:/127.0.0.1:34702] 2024-11-24T11:12:20,947 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:20,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:20,949 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39333 2024-11-24T11:12:20,949 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17327120496633875902.jks was interrupted and is shutting down... 2024-11-24T11:12:20,949 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11458014592499208094.jks was interrupted and is shutting down... 2024-11-24T11:12:20,949 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17327120496633875902.jks was interrupted and is shutting down... 2024-11-24T11:12:20,949 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11458014592499208094.jks was interrupted and is shutting down... 2024-11-24T11:12:20,949 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread finished 2024-11-24T11:12:20,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7954 (was 7978) 2024-11-24T11:12:20,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7954 2024-11-24T11:12:20,963 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:20,963 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33285 2024-11-24T11:12:20,963 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:20,964 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread finished 2024-11-24T11:12:20,964 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread finished 2024-11-24T11:12:20,964 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread finished 2024-11-24T11:12:20,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:20,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:20,965 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:20,997 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:20,998 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:20,998 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread started 2024-11-24T11:12:20,998 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:20,999 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread started 2024-11-24T11:12:20,999 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,015 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,031 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread started 2024-11-24T11:12:21,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,031 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread started 2024-11-24T11:12:21,032 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcf172d9f, L:/127.0.0.1:33285 - R:/127.0.0.1:33520] 2024-11-24T11:12:21,070 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:21,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:21,073 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17327120496633875902.jks was interrupted and is shutting down... 2024-11-24T11:12:21,073 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11458014592499208094.jks was interrupted and is shutting down... 2024-11-24T11:12:21,073 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread finished 2024-11-24T11:12:21,073 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread finished 2024-11-24T11:12:21,081 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:21,081 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:21,081 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:21,082 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:21,109 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:21,109 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:21,109 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:21,110 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:21,110 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17327120496633875902.jks 2024-11-24T11:12:21,110 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:21,110 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:21,110 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:21,125 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:21,125 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:21,125 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:21,125 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11458014592499208094.jks 2024-11-24T11:12:21,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:21,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:21,126 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,157 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,158 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,158 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread started 2024-11-24T11:12:21,159 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,159 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread started 2024-11-24T11:12:21,159 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,178 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,193 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,193 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8e551b99, L:/127.0.0.1:33285 - R:/127.0.0.1:33522] 2024-11-24T11:12:21,246 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:21,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:21,248 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33285 2024-11-24T11:12:21,248 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11458014592499208094.jks was interrupted and is shutting down... 2024-11-24T11:12:21,248 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17327120496633875902.jks was interrupted and is shutting down... 2024-11-24T11:12:21,248 DEBUG [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17327120496633875902.jks was interrupted and is shutting down... 2024-11-24T11:12:21,248 DEBUG [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11458014592499208094.jks was interrupted and is shutting down... 2024-11-24T11:12:21,248 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread finished 2024-11-24T11:12:21,248 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread finished 2024-11-24T11:12:21,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7940 (was 7954) 2024-11-24T11:12:21,260 INFO [FileChangeWatcher-hbase_test_ca11458014592499208094.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11458014592499208094.jks thread finished 2024-11-24T11:12:21,260 INFO [FileChangeWatcher-hbase_test_key17327120496633875902.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17327120496633875902.jks thread finished 2024-11-24T11:12:21,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7940 2024-11-24T11:12:21,266 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:21,267 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37435 2024-11-24T11:12:21,267 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:21,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:21,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:21,268 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,273 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,273 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,274 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread started 2024-11-24T11:12:21,274 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,274 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread started 2024-11-24T11:12:21,274 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,279 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread started 2024-11-24T11:12:21,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,280 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread started 2024-11-24T11:12:21,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xac8d50d2, L:/127.0.0.1:37435 - R:/127.0.0.1:40246] 2024-11-24T11:12:21,295 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:21,304 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,304 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,304 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,304 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,304 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,304 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,305 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,305 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37435,0 is dead - stopping the connection localhost:37435/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:21,306 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,311 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,311 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,315 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,315 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x48db81cd, L:/127.0.0.1:37435 - R:/127.0.0.1:40252] 2024-11-24T11:12:21,332 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:21,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:21,333 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3257579017039874106.pem was interrupted and is shutting down... 2024-11-24T11:12:21,333 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2461165379358344528.pem was interrupted and is shutting down... 2024-11-24T11:12:21,333 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37435 2024-11-24T11:12:21,333 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2461165379358344528.pem was interrupted and is shutting down... 2024-11-24T11:12:21,333 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3257579017039874106.pem was interrupted and is shutting down... 2024-11-24T11:12:21,333 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread finished 2024-11-24T11:12:21,333 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread finished 2024-11-24T11:12:21,333 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread finished 2024-11-24T11:12:21,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7936 (was 7940) 2024-11-24T11:12:21,346 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7935 2024-11-24T11:12:21,348 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:21,348 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36425 2024-11-24T11:12:21,349 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:21,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:21,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:21,350 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,362 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread finished 2024-11-24T11:12:21,363 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,363 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,364 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread started 2024-11-24T11:12:21,364 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,364 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread started 2024-11-24T11:12:21,365 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,370 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread started 2024-11-24T11:12:21,372 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,372 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread started 2024-11-24T11:12:21,372 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b81f4f6, L:/127.0.0.1:36425 - R:/127.0.0.1:54516] 2024-11-24T11:12:21,389 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:21,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:21,391 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2461165379358344528.pem was interrupted and is shutting down... 2024-11-24T11:12:21,391 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3257579017039874106.pem was interrupted and is shutting down... 2024-11-24T11:12:21,391 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread finished 2024-11-24T11:12:21,391 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread finished 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,399 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,399 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3257579017039874106.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,399 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,399 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,399 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2461165379358344528.pem 2024-11-24T11:12:21,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:21,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:21,401 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,405 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,405 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,406 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread started 2024-11-24T11:12:21,406 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,406 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread started 2024-11-24T11:12:21,406 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,410 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,410 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,411 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7743be24, L:/127.0.0.1:36425 - R:/127.0.0.1:54522] 2024-11-24T11:12:21,426 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:21,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:21,427 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36425 2024-11-24T11:12:21,427 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3257579017039874106.pem was interrupted and is shutting down... 2024-11-24T11:12:21,428 DEBUG [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3257579017039874106.pem was interrupted and is shutting down... 2024-11-24T11:12:21,428 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2461165379358344528.pem was interrupted and is shutting down... 2024-11-24T11:12:21,428 DEBUG [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2461165379358344528.pem was interrupted and is shutting down... 2024-11-24T11:12:21,428 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread finished 2024-11-24T11:12:21,428 INFO [FileChangeWatcher-hbase_test_key3257579017039874106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3257579017039874106.pem thread finished 2024-11-24T11:12:21,428 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread finished 2024-11-24T11:12:21,436 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7921 (was 7935) 2024-11-24T11:12:21,442 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7921 2024-11-24T11:12:21,444 INFO [FileChangeWatcher-hbase_test_ca2461165379358344528.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2461165379358344528.pem thread finished 2024-11-24T11:12:21,483 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:21,484 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42135 2024-11-24T11:12:21,484 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:21,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:21,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:21,485 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,514 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,515 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,515 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread started 2024-11-24T11:12:21,515 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,515 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread started 2024-11-24T11:12:21,516 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,545 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,546 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,546 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread started 2024-11-24T11:12:21,546 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,547 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread started 2024-11-24T11:12:21,547 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x72310a1c, L:/127.0.0.1:42135 - R:/127.0.0.1:49972] 2024-11-24T11:12:21,583 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:21,592 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,592 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,592 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,592 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,592 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,592 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,592 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,592 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,629 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,629 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,629 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,629 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,629 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,643 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,643 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,643 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,643 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,643 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,643 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,643 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42135,0 is dead - stopping the connection localhost:42135/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T11:12:21,643 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,643 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:21,644 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,676 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,676 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,692 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,707 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,707 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xee43f81b, L:/127.0.0.1:42135 - R:/127.0.0.1:49984] 2024-11-24T11:12:21,747 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:21,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:21,748 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42135 2024-11-24T11:12:21,748 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10465965647231852464.p12 was interrupted and is shutting down... 2024-11-24T11:12:21,748 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 was interrupted and is shutting down... 2024-11-24T11:12:21,748 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 was interrupted and is shutting down... 2024-11-24T11:12:21,748 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10465965647231852464.p12 was interrupted and is shutting down... 2024-11-24T11:12:21,749 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread finished 2024-11-24T11:12:21,749 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread finished 2024-11-24T11:12:21,749 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread finished 2024-11-24T11:12:21,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7920 (was 7921) 2024-11-24T11:12:21,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7919 2024-11-24T11:12:21,763 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:21,764 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36535 2024-11-24T11:12:21,764 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:21,764 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread finished 2024-11-24T11:12:21,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:21,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:21,765 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,794 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,795 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,795 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread started 2024-11-24T11:12:21,795 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,795 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread started 2024-11-24T11:12:21,796 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,825 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,825 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,826 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread started 2024-11-24T11:12:21,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,826 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread started 2024-11-24T11:12:21,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7410b166, L:/127.0.0.1:36535 - R:/127.0.0.1:52486] 2024-11-24T11:12:21,861 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:21,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:21,863 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 was interrupted and is shutting down... 2024-11-24T11:12:21,863 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10465965647231852464.p12 was interrupted and is shutting down... 2024-11-24T11:12:21,863 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread finished 2024-11-24T11:12:21,863 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread finished 2024-11-24T11:12:21,867 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,867 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,867 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,867 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,893 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,893 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,893 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,893 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10465965647231852464.p12 2024-11-24T11:12:21,893 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,894 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,894 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,894 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,908 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,908 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,908 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,908 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4934726393932876671.p12 2024-11-24T11:12:21,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:21,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:21,909 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,938 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,939 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,939 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread started 2024-11-24T11:12:21,939 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:21,939 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread started 2024-11-24T11:12:21,940 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:21,954 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:21,969 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:21,969 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb957798a, L:/127.0.0.1:36535 - R:/127.0.0.1:52498] 2024-11-24T11:12:22,006 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:22,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:22,008 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36535 2024-11-24T11:12:22,008 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10465965647231852464.p12 was interrupted and is shutting down... 2024-11-24T11:12:22,008 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 was interrupted and is shutting down... 2024-11-24T11:12:22,008 DEBUG [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10465965647231852464.p12 was interrupted and is shutting down... 2024-11-24T11:12:22,008 DEBUG [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 was interrupted and is shutting down... 2024-11-24T11:12:22,008 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread finished 2024-11-24T11:12:22,008 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread finished 2024-11-24T11:12:22,008 INFO [FileChangeWatcher-hbase_test_key10465965647231852464.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10465965647231852464.p12 thread finished 2024-11-24T11:12:22,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7915 (was 7919) 2024-11-24T11:12:22,022 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7914 2024-11-24T11:12:22,032 INFO [FileChangeWatcher-hbase_test_ca4934726393932876671.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4934726393932876671.p12 thread finished 2024-11-24T11:12:22,431 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:22,432 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46051 2024-11-24T11:12:22,432 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:22,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e3b1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:22,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:22,433 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:22,758 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:22,759 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:22,759 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread started 2024-11-24T11:12:22,759 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:22,760 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread started 2024-11-24T11:12:22,760 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:22,923 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:23,086 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:23,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:23,087 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread started 2024-11-24T11:12:23,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:23,088 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread started 2024-11-24T11:12:23,088 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdc1d8c7e, L:/127.0.0.1:46051 - R:/127.0.0.1:56984] 2024-11-24T11:12:23,309 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:23,321 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,321 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,321 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,321 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,321 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,321 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,321 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,321 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,575 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,575 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,575 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,575 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,575 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,737 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,737 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,737 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,737 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46051,0 is dead - stopping the connection localhost:46051/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T11:12:23,737 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,737 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,737 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,737 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,737 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:23,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:23,738 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:24,063 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:24,064 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:24,230 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:24,394 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:24,395 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7f191ee7, L:/127.0.0.1:46051 - R:/127.0.0.1:56988] 2024-11-24T11:12:24,579 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:24,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:24,581 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46051 2024-11-24T11:12:24,581 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks was interrupted and is shutting down... 2024-11-24T11:12:24,581 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks was interrupted and is shutting down... 2024-11-24T11:12:24,581 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks was interrupted and is shutting down... 2024-11-24T11:12:24,581 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks was interrupted and is shutting down... 2024-11-24T11:12:24,581 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread finished 2024-11-24T11:12:24,581 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread finished 2024-11-24T11:12:24,588 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7922 (was 7914) - AvailableMemoryMB LEAK? - 2024-11-24T11:12:24,593 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7921 2024-11-24T11:12:24,595 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:24,595 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38209 2024-11-24T11:12:24,595 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T11:12:24,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:24,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:24,597 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:24,604 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread finished 2024-11-24T11:12:24,604 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread finished 2024-11-24T11:12:24,925 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:24,926 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:24,926 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread started 2024-11-24T11:12:24,926 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:24,926 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread started 2024-11-24T11:12:24,927 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:25,091 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:25,255 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:25,255 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:25,256 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread started 2024-11-24T11:12:25,256 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:25,256 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread started 2024-11-24T11:12:25,256 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb5dfc144, L:/127.0.0.1:38209 - R:/127.0.0.1:35992] 2024-11-24T11:12:25,434 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:25,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:25,436 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks was interrupted and is shutting down... 2024-11-24T11:12:25,436 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks was interrupted and is shutting down... 2024-11-24T11:12:25,436 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread finished 2024-11-24T11:12:25,436 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread finished 2024-11-24T11:12:25,444 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:25,444 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:25,444 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:25,444 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:25,691 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:25,691 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:25,691 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:25,691 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17299126875933907078.bcfks 2024-11-24T11:12:25,691 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:25,691 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:25,691 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:25,691 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:25,853 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:25,853 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:25,853 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:25,853 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17631871480252567661.bcfks 2024-11-24T11:12:25,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c76f0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:12:25,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T11:12:25,854 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:26,180 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:26,180 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:26,181 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f04af01e-dafe-4eae-3ed2-2d017a5c9c32/TestNettyTLSIPCFileWatcher 2024-11-24T11:12:26,181 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread started 2024-11-24T11:12:26,181 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread started 2024-11-24T11:12:26,181 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T11:12:26,343 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T11:12:26,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T11:12:26,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3c81bf02, L:/127.0.0.1:38209 - R:/127.0.0.1:35996] 2024-11-24T11:12:26,683 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T11:12:26,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:12:26,685 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38209 2024-11-24T11:12:26,685 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks was interrupted and is shutting down... 2024-11-24T11:12:26,685 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks was interrupted and is shutting down... 2024-11-24T11:12:26,685 DEBUG [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks was interrupted and is shutting down... 2024-11-24T11:12:26,685 DEBUG [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks was interrupted and is shutting down... 2024-11-24T11:12:26,685 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread finished 2024-11-24T11:12:26,685 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread finished 2024-11-24T11:12:26,685 INFO [FileChangeWatcher-hbase_test_key17299126875933907078.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17299126875933907078.bcfks thread finished 2024-11-24T11:12:26,685 INFO [FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17631871480252567661.bcfks thread finished 2024-11-24T11:12:26,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=152 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7919 (was 7921)