2024-11-24 23:12:09,488 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 23:12:09,500 main DEBUG Took 0.009767 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 23:12:09,500 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 23:12:09,500 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 23:12:09,501 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 23:12:09,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,512 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 23:12:09,522 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,524 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,525 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,526 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,527 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,528 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,528 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,529 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,530 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,530 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,531 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,532 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:12:09,532 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,533 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 23:12:09,534 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:12:09,535 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 23:12:09,537 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 23:12:09,537 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 23:12:09,538 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 23:12:09,538 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 23:12:09,547 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 23:12:09,549 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 23:12:09,551 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 23:12:09,551 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 23:12:09,552 main DEBUG createAppenders(={Console}) 2024-11-24 23:12:09,552 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-24 23:12:09,552 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 23:12:09,553 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-24 23:12:09,553 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 23:12:09,553 main DEBUG OutputStream closed 2024-11-24 23:12:09,554 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 23:12:09,554 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 23:12:09,554 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-24 23:12:09,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 23:12:09,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 23:12:09,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 23:12:09,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 23:12:09,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 23:12:09,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 23:12:09,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 23:12:09,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 23:12:09,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 23:12:09,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 23:12:09,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 23:12:09,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 23:12:09,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 23:12:09,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 23:12:09,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 23:12:09,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 23:12:09,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 23:12:09,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 23:12:09,631 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 23:12:09,632 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-24 23:12:09,632 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 23:12:09,633 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-24T23:12:09,649 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-24 23:12:09,652 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 23:12:09,652 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T23:12:10,018 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T23:12:10,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=7988 2024-11-24T23:12:11,495 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:12:11,553 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T23:12:11,570 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T23:12:11,585 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T23:12:11,657 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:11,691 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31747 (auto-detected) 2024-11-24T23:12:11,693 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T23:12:11,715 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37437 2024-11-24T23:12:11,718 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:11,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:11,744 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T23:12:11,744 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T23:12:12,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:12,068 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:12,131 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:12,221 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:12,224 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:12,224 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread started 2024-11-24T23:12:12,224 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread started 2024-11-24T23:12:12,231 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:12,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:12,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:12,364 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:12,365 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:12,365 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread started 2024-11-24T23:12:12,366 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread started 2024-11-24T23:12:12,367 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x301e5348, L:/127.0.0.1:37437 - R:/127.0.0.1:39026] 2024-11-24T23:12:12,503 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:12,691 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,691 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,691 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,692 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,692 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,692 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,691 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,692 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,717 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,717 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,717 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,717 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,718 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,718 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,718 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,718 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:12,718 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,718 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,718 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,718 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,718 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,718 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,718 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,718 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,733 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,733 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,733 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,733 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,733 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,733 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,733 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37437,0 is dead - stopping the connection localhost:37437/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T23:12:12,733 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,733 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:12,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:12,736 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:12,767 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:12,768 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:12,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:12,799 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:12,800 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb6da7cd4, L:/127.0.0.1:37437 - R:/127.0.0.1:41734] 2024-11-24T23:12:12,846 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:12,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:12,849 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37437 2024-11-24T23:12:12,849 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15269078895137176239.jks was interrupted and is shutting down... 2024-11-24T23:12:12,849 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11635162131503181289.jks was interrupted and is shutting down... 2024-11-24T23:12:12,849 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11635162131503181289.jks was interrupted and is shutting down... 2024-11-24T23:12:12,850 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread finished 2024-11-24T23:12:12,850 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread finished 2024-11-24T23:12:12,850 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread finished 2024-11-24T23:12:12,850 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15269078895137176239.jks was interrupted and is shutting down... 2024-11-24T23:12:12,861 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key15269078895137176239.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=7847 (was 7988) 2024-11-24T23:12:12,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=7847 2024-11-24T23:12:12,868 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread finished 2024-11-24T23:12:12,869 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:12,869 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39115 2024-11-24T23:12:12,869 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:12,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:12,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:12,872 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:12,903 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:12,904 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:12,904 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread started 2024-11-24T23:12:12,905 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:12,905 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread started 2024-11-24T23:12:12,906 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:12,921 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:12,937 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:12,938 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:12,938 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread started 2024-11-24T23:12:12,938 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:12,939 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread started 2024-11-24T23:12:12,939 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ebe1813, L:/127.0.0.1:39115 - R:/127.0.0.1:59152] 2024-11-24T23:12:12,977 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:12,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:12,980 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11635162131503181289.jks was interrupted and is shutting down... 2024-11-24T23:12:12,980 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15269078895137176239.jks was interrupted and is shutting down... 2024-11-24T23:12:12,980 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread finished 2024-11-24T23:12:12,980 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread finished 2024-11-24T23:12:13,295 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:13,295 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:13,295 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:13,295 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:13,329 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:13,329 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:13,329 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:13,329 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15269078895137176239.jks 2024-11-24T23:12:13,330 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:13,330 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:13,330 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:13,330 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:13,345 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:13,345 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:13,346 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:13,346 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11635162131503181289.jks 2024-11-24T23:12:13,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:13,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:13,347 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:13,378 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:13,379 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:13,379 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread started 2024-11-24T23:12:13,380 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:13,380 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread started 2024-11-24T23:12:13,380 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:13,397 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:13,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:13,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53490859, L:/127.0.0.1:39115 - R:/127.0.0.1:59164] 2024-11-24T23:12:13,454 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:13,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:13,456 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39115 2024-11-24T23:12:13,456 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15269078895137176239.jks was interrupted and is shutting down... 2024-11-24T23:12:13,456 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11635162131503181289.jks was interrupted and is shutting down... 2024-11-24T23:12:13,456 DEBUG [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15269078895137176239.jks was interrupted and is shutting down... 2024-11-24T23:12:13,456 DEBUG [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11635162131503181289.jks was interrupted and is shutting down... 2024-11-24T23:12:13,457 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread finished 2024-11-24T23:12:13,457 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread finished 2024-11-24T23:12:13,457 INFO [FileChangeWatcher-hbase_test_key15269078895137176239.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15269078895137176239.jks thread finished 2024-11-24T23:12:13,464 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11635162131503181289.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=7784 (was 7847) 2024-11-24T23:12:13,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=7783 2024-11-24T23:12:13,472 INFO [FileChangeWatcher-hbase_test_ca11635162131503181289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11635162131503181289.jks thread finished 2024-11-24T23:12:13,526 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:13,527 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39085 2024-11-24T23:12:13,527 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:13,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:13,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:13,530 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:13,560 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:13,561 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:13,561 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread started 2024-11-24T23:12:13,561 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:13,562 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread started 2024-11-24T23:12:13,562 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:13,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:13,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:13,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:13,583 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread started 2024-11-24T23:12:13,583 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:13,584 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread started 2024-11-24T23:12:13,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa4ea25ae, L:/127.0.0.1:39085 - R:/127.0.0.1:35158] 2024-11-24T23:12:13,600 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:13,940 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,940 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,940 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,940 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,940 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,940 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,940 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,940 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,941 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,941 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,941 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,941 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,941 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,941 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,941 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,942 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:13,942 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39085,0 is dead - stopping the connection localhost:39085/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T23:12:13,942 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,942 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,943 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,943 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,943 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:13,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:13,945 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:13,963 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:13,964 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:13,974 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:13,975 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:13,975 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3b7156e8, L:/127.0.0.1:39085 - R:/127.0.0.1:35164] 2024-11-24T23:12:13,994 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:13,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:13,996 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3433301954395744312.pem was interrupted and is shutting down... 2024-11-24T23:12:13,996 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6544186885227328414.pem was interrupted and is shutting down... 2024-11-24T23:12:13,996 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39085 2024-11-24T23:12:13,997 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3433301954395744312.pem was interrupted and is shutting down... 2024-11-24T23:12:13,997 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6544186885227328414.pem was interrupted and is shutting down... 2024-11-24T23:12:13,997 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread finished 2024-11-24T23:12:13,997 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread finished 2024-11-24T23:12:13,997 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread finished 2024-11-24T23:12:14,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6544186885227328414.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=7723 (was 7783) 2024-11-24T23:12:14,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=7722 2024-11-24T23:12:14,011 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:14,012 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread finished 2024-11-24T23:12:14,012 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35527 2024-11-24T23:12:14,012 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:14,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:14,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:14,014 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,018 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,019 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,019 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread started 2024-11-24T23:12:14,020 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,020 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread started 2024-11-24T23:12:14,020 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:14,025 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,026 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,026 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,027 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread started 2024-11-24T23:12:14,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,027 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread started 2024-11-24T23:12:14,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0ff82f39, L:/127.0.0.1:35527 - R:/127.0.0.1:41022] 2024-11-24T23:12:14,042 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:14,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:14,044 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6544186885227328414.pem was interrupted and is shutting down... 2024-11-24T23:12:14,044 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3433301954395744312.pem was interrupted and is shutting down... 2024-11-24T23:12:14,045 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread finished 2024-11-24T23:12:14,045 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread finished 2024-11-24T23:12:14,211 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:14,211 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:14,211 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:14,211 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:14,211 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:14,211 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:14,211 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:14,212 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6544186885227328414.pem 2024-11-24T23:12:14,212 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:14,212 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:14,212 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:14,212 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:14,212 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:14,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:14,212 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:14,212 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:14,213 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3433301954395744312.pem 2024-11-24T23:12:14,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:14,214 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,219 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,220 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,220 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,220 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread started 2024-11-24T23:12:14,221 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread started 2024-11-24T23:12:14,221 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:14,226 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,227 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,227 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x34bc4c91, L:/127.0.0.1:35527 - R:/127.0.0.1:41038] 2024-11-24T23:12:14,242 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:14,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:14,244 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35527 2024-11-24T23:12:14,244 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6544186885227328414.pem was interrupted and is shutting down... 2024-11-24T23:12:14,244 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3433301954395744312.pem was interrupted and is shutting down... 2024-11-24T23:12:14,244 DEBUG [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6544186885227328414.pem was interrupted and is shutting down... 2024-11-24T23:12:14,244 DEBUG [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3433301954395744312.pem was interrupted and is shutting down... 2024-11-24T23:12:14,245 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread finished 2024-11-24T23:12:14,245 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread finished 2024-11-24T23:12:14,245 INFO [FileChangeWatcher-hbase_test_key6544186885227328414.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6544186885227328414.pem thread finished 2024-11-24T23:12:14,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=7686 (was 7722) 2024-11-24T23:12:14,256 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=7686 2024-11-24T23:12:14,260 INFO [FileChangeWatcher-hbase_test_ca3433301954395744312.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3433301954395744312.pem thread finished 2024-11-24T23:12:14,300 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:14,301 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34285 2024-11-24T23:12:14,301 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:14,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55558415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:14,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:14,303 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,334 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,335 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,335 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread started 2024-11-24T23:12:14,335 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,336 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread started 2024-11-24T23:12:14,336 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:14,354 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,370 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread started 2024-11-24T23:12:14,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,371 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread started 2024-11-24T23:12:14,371 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5a2af64d, L:/127.0.0.1:34285 - R:/127.0.0.1:53368] 2024-11-24T23:12:14,408 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:14,539 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,539 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,539 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,539 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,539 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,539 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,539 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,539 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,566 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,566 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,566 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,567 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,567 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,567 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,583 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,583 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,583 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,583 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,583 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34285,0 is dead - stopping the connection localhost:34285/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T23:12:14,583 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,583 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,583 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,583 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:14,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:14,585 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,616 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,616 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:14,632 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,647 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,648 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc10f5b90, L:/127.0.0.1:34285 - R:/127.0.0.1:53372] 2024-11-24T23:12:14,684 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:14,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:14,686 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34285 2024-11-24T23:12:14,686 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca85624974503800250.p12 was interrupted and is shutting down... 2024-11-24T23:12:14,686 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18179692103799112393.p12 was interrupted and is shutting down... 2024-11-24T23:12:14,686 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca85624974503800250.p12 was interrupted and is shutting down... 2024-11-24T23:12:14,686 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18179692103799112393.p12 was interrupted and is shutting down... 2024-11-24T23:12:14,686 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread finished 2024-11-24T23:12:14,687 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread finished 2024-11-24T23:12:14,687 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread finished 2024-11-24T23:12:14,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=7639 (was 7686) 2024-11-24T23:12:14,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=7638 2024-11-24T23:12:14,699 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:14,700 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread finished 2024-11-24T23:12:14,700 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36601 2024-11-24T23:12:14,700 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:14,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:14,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:14,702 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,733 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,733 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,734 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread started 2024-11-24T23:12:14,734 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,735 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread started 2024-11-24T23:12:14,735 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:14,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:14,766 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:14,766 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,767 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread started 2024-11-24T23:12:14,767 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:14,767 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread started 2024-11-24T23:12:14,767 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xab53c23b, L:/127.0.0.1:36601 - R:/127.0.0.1:45092] 2024-11-24T23:12:14,803 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:14,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:14,806 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca85624974503800250.p12 was interrupted and is shutting down... 2024-11-24T23:12:14,806 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18179692103799112393.p12 was interrupted and is shutting down... 2024-11-24T23:12:14,806 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread finished 2024-11-24T23:12:14,806 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread finished 2024-11-24T23:12:15,118 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:15,118 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:15,119 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:15,119 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:15,146 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:15,146 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:15,146 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:15,146 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18179692103799112393.p12 2024-11-24T23:12:15,146 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:15,146 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:15,146 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:15,146 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:15,161 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:15,161 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:15,161 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:15,161 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca85624974503800250.p12 2024-11-24T23:12:15,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:15,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:15,162 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:15,193 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:15,194 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:15,194 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:15,194 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread started 2024-11-24T23:12:15,195 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread started 2024-11-24T23:12:15,195 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:15,211 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:15,226 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:15,226 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb2644855, L:/127.0.0.1:36601 - R:/127.0.0.1:45094] 2024-11-24T23:12:15,262 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:15,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:15,264 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36601 2024-11-24T23:12:15,264 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18179692103799112393.p12 was interrupted and is shutting down... 2024-11-24T23:12:15,264 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca85624974503800250.p12 was interrupted and is shutting down... 2024-11-24T23:12:15,264 DEBUG [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18179692103799112393.p12 was interrupted and is shutting down... 2024-11-24T23:12:15,264 DEBUG [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca85624974503800250.p12 was interrupted and is shutting down... 2024-11-24T23:12:15,264 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread finished 2024-11-24T23:12:15,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 31) Potentially hanging thread: FileChangeWatcher-hbase_test_ca85624974503800250.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca85624974503800250.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=7575 (was 7638) 2024-11-24T23:12:15,276 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=7575 2024-11-24T23:12:15,280 INFO [FileChangeWatcher-hbase_test_key18179692103799112393.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18179692103799112393.p12 thread finished 2024-11-24T23:12:15,280 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread finished 2024-11-24T23:12:15,280 INFO [FileChangeWatcher-hbase_test_ca85624974503800250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca85624974503800250.p12 thread finished 2024-11-24T23:12:15,829 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:15,830 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46845 2024-11-24T23:12:15,830 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:15,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:15,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:15,832 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:16,169 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:16,170 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:16,170 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread started 2024-11-24T23:12:16,171 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:16,171 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread started 2024-11-24T23:12:16,171 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:16,335 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:16,498 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:16,498 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:16,499 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread started 2024-11-24T23:12:16,499 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:16,500 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread started 2024-11-24T23:12:16,500 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa5af5187, L:/127.0.0.1:46845 - R:/127.0.0.1:40468] 2024-11-24T23:12:16,689 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:17,048 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,048 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,048 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,048 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,048 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,049 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,049 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,049 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,293 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,293 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,293 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,294 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,294 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,294 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,455 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,455 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46845,0 is dead - stopping the connection localhost:46845/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T23:12:17,455 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,455 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,455 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,456 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,456 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,456 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,456 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:17,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:17,457 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:17,782 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:17,782 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:17,946 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:18,108 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:18,109 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdd26509f, L:/127.0.0.1:46845 - R:/127.0.0.1:40470] 2024-11-24T23:12:18,296 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:18,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:18,298 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46845 2024-11-24T23:12:18,298 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks was interrupted and is shutting down... 2024-11-24T23:12:18,298 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks was interrupted and is shutting down... 2024-11-24T23:12:18,298 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks was interrupted and is shutting down... 2024-11-24T23:12:18,298 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks was interrupted and is shutting down... 2024-11-24T23:12:18,298 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread finished 2024-11-24T23:12:18,298 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread finished 2024-11-24T23:12:18,298 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread finished 2024-11-24T23:12:18,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=7489 (was 7575) 2024-11-24T23:12:18,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=7489 2024-11-24T23:12:18,312 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:18,313 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35693 2024-11-24T23:12:18,313 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:18,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514734d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:18,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:18,315 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:18,320 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread finished 2024-11-24T23:12:18,643 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:18,643 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:18,644 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread started 2024-11-24T23:12:18,644 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:18,644 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread started 2024-11-24T23:12:18,645 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:18,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:18,972 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:18,973 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:18,973 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread started 2024-11-24T23:12:18,973 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:18,974 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread started 2024-11-24T23:12:18,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfd2ab24b, L:/127.0.0.1:35693 - R:/127.0.0.1:48784] 2024-11-24T23:12:19,152 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:19,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:19,154 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks was interrupted and is shutting down... 2024-11-24T23:12:19,154 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks was interrupted and is shutting down... 2024-11-24T23:12:19,155 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread finished 2024-11-24T23:12:19,155 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread finished 2024-11-24T23:12:19,504 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:19,504 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:19,504 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:19,504 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:19,748 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:19,748 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:19,748 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:19,748 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3354565444120470768.bcfks 2024-11-24T23:12:19,748 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:19,748 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:19,748 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:19,748 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:19,914 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:19,914 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:19,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aef615e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:19,914 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:19,914 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8533086968068495193.bcfks 2024-11-24T23:12:19,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:19,916 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:20,244 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:20,244 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:20,245 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread started 2024-11-24T23:12:20,245 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:20,245 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread started 2024-11-24T23:12:20,245 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:20,407 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:20,569 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:20,569 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3fd37356, L:/127.0.0.1:35693 - R:/127.0.0.1:48788] 2024-11-24T23:12:20,765 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:20,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:20,768 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35693 2024-11-24T23:12:20,768 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks was interrupted and is shutting down... 2024-11-24T23:12:20,768 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks was interrupted and is shutting down... 2024-11-24T23:12:20,768 DEBUG [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks was interrupted and is shutting down... 2024-11-24T23:12:20,768 DEBUG [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks was interrupted and is shutting down... 2024-11-24T23:12:20,768 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread finished 2024-11-24T23:12:20,768 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread finished 2024-11-24T23:12:20,768 INFO [FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8533086968068495193.bcfks thread finished 2024-11-24T23:12:20,776 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=7451 (was 7489) 2024-11-24T23:12:20,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=7451 2024-11-24T23:12:20,784 INFO [FileChangeWatcher-hbase_test_key3354565444120470768.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3354565444120470768.bcfks thread finished 2024-11-24T23:12:20,901 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:20,902 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37105 2024-11-24T23:12:20,902 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:20,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:20,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:20,903 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:20,934 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:20,934 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:20,935 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread started 2024-11-24T23:12:20,935 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:20,935 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread started 2024-11-24T23:12:20,935 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:20,951 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:20,966 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:20,966 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:20,967 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread started 2024-11-24T23:12:20,967 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:20,967 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread started 2024-11-24T23:12:20,968 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe97ab01a, L:/127.0.0.1:37105 - R:/127.0.0.1:53214] 2024-11-24T23:12:21,023 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,033 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,033 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,033 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,033 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,033 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,033 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,034 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,034 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,059 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,059 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,059 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,059 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,060 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,060 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,060 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,060 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,060 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,060 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,060 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,060 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,060 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,060 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,060 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,060 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,075 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,075 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37105,0 is dead - stopping the connection localhost:37105/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T23:12:21,075 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,075 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,075 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,075 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,075 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,075 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,075 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,076 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,107 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,107 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:21,126 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,141 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,141 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x49d0ffd3, L:/127.0.0.1:37105 - R:/127.0.0.1:53218] 2024-11-24T23:12:21,185 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:21,187 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37105 2024-11-24T23:12:21,187 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12210621153557634272.jks was interrupted and is shutting down... 2024-11-24T23:12:21,187 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533136283934498886.jks was interrupted and is shutting down... 2024-11-24T23:12:21,187 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12210621153557634272.jks was interrupted and is shutting down... 2024-11-24T23:12:21,187 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533136283934498886.jks was interrupted and is shutting down... 2024-11-24T23:12:21,187 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread finished 2024-11-24T23:12:21,187 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread finished 2024-11-24T23:12:21,187 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread finished 2024-11-24T23:12:21,187 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread finished 2024-11-24T23:12:21,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=7427 (was 7451) 2024-11-24T23:12:21,200 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=7427 2024-11-24T23:12:21,201 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:21,201 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41863 2024-11-24T23:12:21,202 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:21,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:21,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,203 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,235 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,236 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,237 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread started 2024-11-24T23:12:21,237 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,237 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread started 2024-11-24T23:12:21,237 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:21,254 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,269 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,269 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,270 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread started 2024-11-24T23:12:21,270 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,270 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread started 2024-11-24T23:12:21,271 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x48f1a2e0, L:/127.0.0.1:41863 - R:/127.0.0.1:48124] 2024-11-24T23:12:21,309 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:21,312 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533136283934498886.jks was interrupted and is shutting down... 2024-11-24T23:12:21,312 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12210621153557634272.jks was interrupted and is shutting down... 2024-11-24T23:12:21,312 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread finished 2024-11-24T23:12:21,312 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread finished 2024-11-24T23:12:21,318 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,318 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,318 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,318 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,344 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,344 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,344 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,344 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12210621153557634272.jks 2024-11-24T23:12:21,344 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,344 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,344 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,344 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,359 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,359 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,359 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,359 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11533136283934498886.jks 2024-11-24T23:12:21,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:21,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,360 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,391 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,392 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,392 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread started 2024-11-24T23:12:21,392 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,393 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread started 2024-11-24T23:12:21,393 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:21,409 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,424 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,424 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x44cd4b45, L:/127.0.0.1:41863 - R:/127.0.0.1:48138] 2024-11-24T23:12:21,464 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:21,465 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12210621153557634272.jks was interrupted and is shutting down... 2024-11-24T23:12:21,465 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533136283934498886.jks was interrupted and is shutting down... 2024-11-24T23:12:21,465 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41863 2024-11-24T23:12:21,466 DEBUG [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12210621153557634272.jks was interrupted and is shutting down... 2024-11-24T23:12:21,466 DEBUG [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11533136283934498886.jks was interrupted and is shutting down... 2024-11-24T23:12:21,466 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread finished 2024-11-24T23:12:21,466 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread finished 2024-11-24T23:12:21,466 INFO [FileChangeWatcher-hbase_test_ca11533136283934498886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11533136283934498886.jks thread finished 2024-11-24T23:12:21,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=7410 (was 7427) 2024-11-24T23:12:21,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=7409 2024-11-24T23:12:21,484 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:21,485 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39009 2024-11-24T23:12:21,485 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:21,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:21,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,486 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,488 INFO [FileChangeWatcher-hbase_test_key12210621153557634272.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12210621153557634272.jks thread finished 2024-11-24T23:12:21,490 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,491 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,491 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread started 2024-11-24T23:12:21,491 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,492 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread started 2024-11-24T23:12:21,492 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:21,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,497 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread started 2024-11-24T23:12:21,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,498 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread started 2024-11-24T23:12:21,498 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7bdbc8a7, L:/127.0.0.1:39009 - R:/127.0.0.1:42472] 2024-11-24T23:12:21,512 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,521 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39009,0 is dead - stopping the connection localhost:39009/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T23:12:21,522 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,523 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,523 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,528 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,528 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:21,532 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,532 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd12e46f6, L:/127.0.0.1:39009 - R:/127.0.0.1:42486] 2024-11-24T23:12:21,548 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:21,549 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39009 2024-11-24T23:12:21,549 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6955051100442318707.pem was interrupted and is shutting down... 2024-11-24T23:12:21,549 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca348415498306112304.pem was interrupted and is shutting down... 2024-11-24T23:12:21,550 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6955051100442318707.pem was interrupted and is shutting down... 2024-11-24T23:12:21,550 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca348415498306112304.pem was interrupted and is shutting down... 2024-11-24T23:12:21,550 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread finished 2024-11-24T23:12:21,550 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread finished 2024-11-24T23:12:21,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=7404 (was 7409) 2024-11-24T23:12:21,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=7403 2024-11-24T23:12:21,564 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:21,564 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44949 2024-11-24T23:12:21,564 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:21,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:21,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,566 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,568 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread finished 2024-11-24T23:12:21,568 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread finished 2024-11-24T23:12:21,569 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,570 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,570 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread started 2024-11-24T23:12:21,570 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,571 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:21,571 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread started 2024-11-24T23:12:21,576 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,577 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,577 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,578 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread started 2024-11-24T23:12:21,578 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,579 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread started 2024-11-24T23:12:21,579 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x705f22cc, L:/127.0.0.1:44949 - R:/127.0.0.1:51162] 2024-11-24T23:12:21,596 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:21,598 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6955051100442318707.pem was interrupted and is shutting down... 2024-11-24T23:12:21,598 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca348415498306112304.pem was interrupted and is shutting down... 2024-11-24T23:12:21,598 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread finished 2024-11-24T23:12:21,598 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread finished 2024-11-24T23:12:21,606 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,606 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,606 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,606 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,606 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,606 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,606 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,606 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6955051100442318707.pem 2024-11-24T23:12:21,607 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,607 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,607 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,607 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,607 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,607 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,607 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,607 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca348415498306112304.pem 2024-11-24T23:12:21,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:21,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,608 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,612 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,613 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,613 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread started 2024-11-24T23:12:21,613 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,624 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread started 2024-11-24T23:12:21,624 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:21,628 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,629 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,629 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00afd4b2, L:/127.0.0.1:44949 - R:/127.0.0.1:51170] 2024-11-24T23:12:21,652 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:21,653 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44949 2024-11-24T23:12:21,653 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca348415498306112304.pem was interrupted and is shutting down... 2024-11-24T23:12:21,653 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6955051100442318707.pem was interrupted and is shutting down... 2024-11-24T23:12:21,653 DEBUG [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6955051100442318707.pem was interrupted and is shutting down... 2024-11-24T23:12:21,653 DEBUG [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca348415498306112304.pem was interrupted and is shutting down... 2024-11-24T23:12:21,653 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread finished 2024-11-24T23:12:21,654 INFO [FileChangeWatcher-hbase_test_key6955051100442318707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6955051100442318707.pem thread finished 2024-11-24T23:12:21,654 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread finished 2024-11-24T23:12:21,661 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=7381 (was 7403) 2024-11-24T23:12:21,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=7380 2024-11-24T23:12:21,668 INFO [FileChangeWatcher-hbase_test_ca348415498306112304.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca348415498306112304.pem thread finished 2024-11-24T23:12:21,708 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:21,709 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34639 2024-11-24T23:12:21,709 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:21,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:21,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,710 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,739 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,739 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,740 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread started 2024-11-24T23:12:21,740 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,741 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread started 2024-11-24T23:12:21,741 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:21,756 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,770 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,770 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,771 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread started 2024-11-24T23:12:21,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:21,771 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread started 2024-11-24T23:12:21,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc1d961ab, L:/127.0.0.1:34639 - R:/127.0.0.1:35306] 2024-11-24T23:12:21,807 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,813 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,813 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,813 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,813 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,813 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,813 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,813 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,813 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,838 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,838 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,838 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,838 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,838 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,852 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,852 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,852 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,852 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,852 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,852 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,852 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,852 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:21,852 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34639,0 is dead - stopping the connection localhost:34639/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T23:12:21,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,853 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,882 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,883 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:21,898 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:21,913 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:21,913 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc110911c, L:/127.0.0.1:34639 - R:/127.0.0.1:35316] 2024-11-24T23:12:21,953 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:21,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:21,955 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34639 2024-11-24T23:12:21,955 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 was interrupted and is shutting down... 2024-11-24T23:12:21,955 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17762476504271300383.p12 was interrupted and is shutting down... 2024-11-24T23:12:21,955 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17762476504271300383.p12 was interrupted and is shutting down... 2024-11-24T23:12:21,955 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 was interrupted and is shutting down... 2024-11-24T23:12:21,955 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread finished 2024-11-24T23:12:21,955 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread finished 2024-11-24T23:12:21,955 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread finished 2024-11-24T23:12:21,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=7386 (was 7380) - AvailableMemoryMB LEAK? - 2024-11-24T23:12:21,967 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=7385 2024-11-24T23:12:21,968 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread finished 2024-11-24T23:12:21,968 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:21,969 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44591 2024-11-24T23:12:21,969 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:21,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:21,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:21,970 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:22,008 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:22,009 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:22,009 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread started 2024-11-24T23:12:22,009 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:22,009 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread started 2024-11-24T23:12:22,010 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:22,024 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:22,039 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:22,040 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:22,040 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread started 2024-11-24T23:12:22,040 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:22,040 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread started 2024-11-24T23:12:22,041 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4fe3ce81, L:/127.0.0.1:44591 - R:/127.0.0.1:33658] 2024-11-24T23:12:22,088 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:22,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:22,091 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 was interrupted and is shutting down... 2024-11-24T23:12:22,091 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17762476504271300383.p12 was interrupted and is shutting down... 2024-11-24T23:12:22,091 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread finished 2024-11-24T23:12:22,091 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread finished 2024-11-24T23:12:22,095 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:22,095 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:22,095 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:22,095 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:22,120 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:22,120 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:22,121 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:22,121 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17762476504271300383.p12 2024-11-24T23:12:22,121 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:22,121 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:22,121 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:22,121 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:22,135 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:22,135 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:22,135 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:22,135 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16421604852116308420.p12 2024-11-24T23:12:22,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:22,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:22,136 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:22,165 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:22,165 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:22,166 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread started 2024-11-24T23:12:22,166 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:22,166 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread started 2024-11-24T23:12:22,166 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:22,181 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:22,195 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:22,196 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb20be311, L:/127.0.0.1:44591 - R:/127.0.0.1:33674] 2024-11-24T23:12:22,232 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:22,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:22,234 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44591 2024-11-24T23:12:22,234 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17762476504271300383.p12 was interrupted and is shutting down... 2024-11-24T23:12:22,234 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 was interrupted and is shutting down... 2024-11-24T23:12:22,234 DEBUG [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17762476504271300383.p12 was interrupted and is shutting down... 2024-11-24T23:12:22,234 DEBUG [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 was interrupted and is shutting down... 2024-11-24T23:12:22,234 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread finished 2024-11-24T23:12:22,234 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread finished 2024-11-24T23:12:22,235 INFO [FileChangeWatcher-hbase_test_key17762476504271300383.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17762476504271300383.p12 thread finished 2024-11-24T23:12:22,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=7377 (was 7385) 2024-11-24T23:12:22,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=7377 2024-11-24T23:12:22,248 INFO [FileChangeWatcher-hbase_test_ca16421604852116308420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16421604852116308420.p12 thread finished 2024-11-24T23:12:22,655 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:22,656 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35727 2024-11-24T23:12:22,656 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:22,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:22,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:22,658 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:22,985 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:22,986 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:22,987 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread started 2024-11-24T23:12:22,987 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:22,987 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread started 2024-11-24T23:12:22,987 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:23,149 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:23,315 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:23,315 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:23,316 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread started 2024-11-24T23:12:23,316 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:23,316 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread started 2024-11-24T23:12:23,316 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9ffaf928, L:/127.0.0.1:35727 - R:/127.0.0.1:32880] 2024-11-24T23:12:23,534 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:23,542 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,542 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,542 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,542 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,542 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,542 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,542 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,542 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,785 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,785 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,785 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,785 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,785 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,947 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,947 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,947 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,947 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,947 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35727,0 is dead - stopping the connection localhost:35727/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T23:12:23,947 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,947 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,947 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,947 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:23,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:23,948 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:24,272 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:24,272 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:24,435 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:24,597 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:24,597 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf39de8f8, L:/127.0.0.1:35727 - R:/127.0.0.1:32886] 2024-11-24T23:12:24,775 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:24,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:24,776 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35727 2024-11-24T23:12:24,776 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks was interrupted and is shutting down... 2024-11-24T23:12:24,776 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks was interrupted and is shutting down... 2024-11-24T23:12:24,776 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks was interrupted and is shutting down... 2024-11-24T23:12:24,776 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks was interrupted and is shutting down... 2024-11-24T23:12:24,776 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread finished 2024-11-24T23:12:24,776 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread finished 2024-11-24T23:12:24,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=7379 (was 7377) - AvailableMemoryMB LEAK? - 2024-11-24T23:12:24,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=186, ProcessCount=11, AvailableMemoryMB=7379 2024-11-24T23:12:24,789 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:12:24,790 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40223 2024-11-24T23:12:24,790 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T23:12:24,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:24,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:24,791 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:24,792 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread finished 2024-11-24T23:12:24,792 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread finished 2024-11-24T23:12:25,115 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:25,116 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:25,116 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread started 2024-11-24T23:12:25,116 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:25,117 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread started 2024-11-24T23:12:25,117 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:25,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:25,444 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:25,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:25,445 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread started 2024-11-24T23:12:25,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:25,446 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread started 2024-11-24T23:12:25,446 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x808dfa61, L:/127.0.0.1:40223 - R:/127.0.0.1:51034] 2024-11-24T23:12:25,625 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:25,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:25,627 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks was interrupted and is shutting down... 2024-11-24T23:12:25,627 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks was interrupted and is shutting down... 2024-11-24T23:12:25,627 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread finished 2024-11-24T23:12:25,627 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread finished 2024-11-24T23:12:25,635 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:25,635 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:25,635 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:25,635 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:25,880 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:25,880 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:25,881 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:25,881 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3872048278485727210.bcfks 2024-11-24T23:12:25,881 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:25,881 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:25,881 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:25,881 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:26,051 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:26,051 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:26,051 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:26,051 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca810810342308602361.bcfks 2024-11-24T23:12:26,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:12:26,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T23:12:26,052 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:26,397 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:26,398 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:26,398 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread started 2024-11-24T23:12:26,398 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dc9e9d05-97bd-4479-35a1-631889f72050/TestNettyTLSIPCFileWatcher 2024-11-24T23:12:26,399 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread started 2024-11-24T23:12:26,399 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T23:12:26,565 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T23:12:26,730 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T23:12:26,730 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0dcfb0bc, L:/127.0.0.1:40223 - R:/127.0.0.1:51048] 2024-11-24T23:12:26,915 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T23:12:26,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:12:26,917 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40223 2024-11-24T23:12:26,917 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks was interrupted and is shutting down... 2024-11-24T23:12:26,917 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks was interrupted and is shutting down... 2024-11-24T23:12:26,917 DEBUG [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks was interrupted and is shutting down... 2024-11-24T23:12:26,917 DEBUG [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks was interrupted and is shutting down... 2024-11-24T23:12:26,917 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread finished 2024-11-24T23:12:26,917 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread finished 2024-11-24T23:12:26,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=186 (was 186), ProcessCount=11 (was 11), AvailableMemoryMB=7378 (was 7379) 2024-11-24T23:12:26,924 INFO [FileChangeWatcher-hbase_test_ca810810342308602361.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca810810342308602361.bcfks thread finished 2024-11-24T23:12:26,924 INFO [FileChangeWatcher-hbase_test_key3872048278485727210.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3872048278485727210.bcfks thread finished