2024-11-16 05:13:16,568 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-16 05:13:16,582 main DEBUG Took 0.011924 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 05:13:16,582 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 05:13:16,583 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 05:13:16,584 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 05:13:16,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,594 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 05:13:16,604 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,606 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,607 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,608 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,609 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,610 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,611 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,612 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,613 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,613 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 05:13:16,615 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,615 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 05:13:16,616 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 05:13:16,618 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 05:13:16,619 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 05:13:16,620 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 05:13:16,621 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 05:13:16,621 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 05:13:16,629 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 05:13:16,632 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 05:13:16,633 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 05:13:16,633 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 05:13:16,634 main DEBUG createAppenders(={Console}) 2024-11-16 05:13:16,634 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-16 05:13:16,635 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-16 05:13:16,635 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-16 05:13:16,635 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 05:13:16,636 main DEBUG OutputStream closed 2024-11-16 05:13:16,636 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 05:13:16,636 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 05:13:16,637 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-16 05:13:16,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 05:13:16,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 05:13:16,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 05:13:16,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 05:13:16,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 05:13:16,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 05:13:16,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 05:13:16,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 05:13:16,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 05:13:16,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 05:13:16,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 05:13:16,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 05:13:16,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 05:13:16,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 05:13:16,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 05:13:16,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 05:13:16,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 05:13:16,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 05:13:16,720 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 05:13:16,720 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-16 05:13:16,721 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 05:13:16,721 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-16T05:13:16,737 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-16 05:13:16,740 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 05:13:16,740 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T05:13:17,146 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T05:13:18,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=3227 2024-11-16T05:13:19,108 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T05:13:19,168 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T05:13:19,184 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T05:13:19,206 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T05:13:19,335 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:19,381 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28082 (auto-detected) 2024-11-16T05:13:19,383 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T05:13:19,415 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46113 2024-11-16T05:13:19,419 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:19,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:19,460 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T05:13:19,460 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T05:13:19,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:19,866 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:19,937 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:20,076 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:20,079 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread started 2024-11-16T05:13:20,079 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:20,080 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread started 2024-11-16T05:13:20,091 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:20,177 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:20,203 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:20,282 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:20,284 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread started 2024-11-16T05:13:20,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:20,296 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread started 2024-11-16T05:13:20,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5c417737, L:/127.0.0.1:46113 - R:/127.0.0.1:51648] 2024-11-16T05:13:20,522 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:20,939 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,939 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,939 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,939 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,939 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,940 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,939 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,940 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,968 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,968 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,968 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,969 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,968 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,969 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,969 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,969 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,969 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:20,969 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,970 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,970 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,970 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,970 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,970 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,970 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,986 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,986 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,986 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,986 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,986 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,986 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,986 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46113,0 is dead - stopping the connection localhost:46113/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-16T05:13:20,986 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,986 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:20,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:20,988 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:21,025 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:21,026 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:21,044 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:21,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:21,063 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8cd7f01e, L:/127.0.0.1:46113 - R:/127.0.0.1:51664] 2024-11-16T05:13:21,111 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:21,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:21,113 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46113 2024-11-16T05:13:21,114 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10021240562931383770.jks was interrupted and is shutting down... 2024-11-16T05:13:21,114 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8876902112015465918.jks was interrupted and is shutting down... 2024-11-16T05:13:21,114 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10021240562931383770.jks was interrupted and is shutting down... 2024-11-16T05:13:21,114 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8876902112015465918.jks was interrupted and is shutting down... 2024-11-16T05:13:21,114 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread finished 2024-11-16T05:13:21,114 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread finished 2024-11-16T05:13:21,114 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread finished 2024-11-16T05:13:21,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca8876902112015465918.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 340) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3031 (was 3227) 2024-11-16T05:13:21,128 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread finished 2024-11-16T05:13:21,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=3031 2024-11-16T05:13:21,134 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:21,135 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44029 2024-11-16T05:13:21,136 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:21,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:21,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:21,139 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:21,180 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:21,181 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,188 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,188 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread started 2024-11-16T05:13:21,192 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread started 2024-11-16T05:13:21,192 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:21,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:21,233 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:21,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,235 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,235 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread started 2024-11-16T05:13:21,235 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread started 2024-11-16T05:13:21,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x72af4341, L:/127.0.0.1:44029 - R:/127.0.0.1:48396] 2024-11-16T05:13:21,280 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:21,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:21,283 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10021240562931383770.jks was interrupted and is shutting down... 2024-11-16T05:13:21,283 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8876902112015465918.jks was interrupted and is shutting down... 2024-11-16T05:13:21,283 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread finished 2024-11-16T05:13:21,283 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread finished 2024-11-16T05:13:21,609 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:21,609 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:21,610 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:21,610 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:21,652 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:21,652 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:21,652 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:21,652 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10021240562931383770.jks 2024-11-16T05:13:21,652 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:21,653 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:21,653 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:21,653 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:21,674 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:21,674 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:21,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:21,674 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:21,674 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8876902112015465918.jks 2024-11-16T05:13:21,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:21,676 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:21,738 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:21,739 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,740 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread started 2024-11-16T05:13:21,740 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,742 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread started 2024-11-16T05:13:21,742 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:21,768 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:21,793 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:21,794 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2f3e44b4, L:/127.0.0.1:44029 - R:/127.0.0.1:48398] 2024-11-16T05:13:21,858 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:21,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:21,864 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44029 2024-11-16T05:13:21,864 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8876902112015465918.jks was interrupted and is shutting down... 2024-11-16T05:13:21,864 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10021240562931383770.jks was interrupted and is shutting down... 2024-11-16T05:13:21,865 DEBUG [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10021240562931383770.jks was interrupted and is shutting down... 2024-11-16T05:13:21,865 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread finished 2024-11-16T05:13:21,865 DEBUG [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8876902112015465918.jks was interrupted and is shutting down... 2024-11-16T05:13:21,865 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread finished 2024-11-16T05:13:21,865 INFO [FileChangeWatcher-hbase_test_key10021240562931383770.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10021240562931383770.jks thread finished 2024-11-16T05:13:21,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=2970 (was 3031) 2024-11-16T05:13:21,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=2970 2024-11-16T05:13:21,880 INFO [FileChangeWatcher-hbase_test_ca8876902112015465918.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8876902112015465918.jks thread finished 2024-11-16T05:13:21,932 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:21,933 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40571 2024-11-16T05:13:21,933 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:21,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:21,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:21,935 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:21,956 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:21,956 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,957 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,957 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread started 2024-11-16T05:13:21,958 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread started 2024-11-16T05:13:21,958 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:21,970 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:21,970 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:21,971 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,972 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread started 2024-11-16T05:13:21,972 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:21,973 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread started 2024-11-16T05:13:21,973 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8e0e798a, L:/127.0.0.1:40571 - R:/127.0.0.1:59548] 2024-11-16T05:13:21,992 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:22,382 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,382 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,382 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,382 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,383 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,383 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,383 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,383 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,383 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,384 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,383 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,384 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,384 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,384 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,384 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,384 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,384 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,384 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,384 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,384 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,384 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,385 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,385 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,385 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40571,0 is dead - stopping the connection localhost:40571/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-16T05:13:22,385 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,385 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,385 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,385 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,385 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,385 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:22,385 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,387 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:22,400 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:22,401 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:22,418 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:22,419 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:22,420 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb2a4718d, L:/127.0.0.1:40571 - R:/127.0.0.1:59550] 2024-11-16T05:13:22,444 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:22,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:22,447 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40571 2024-11-16T05:13:22,447 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12866023476229629308.pem was interrupted and is shutting down... 2024-11-16T05:13:22,447 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12866023476229629308.pem was interrupted and is shutting down... 2024-11-16T05:13:22,447 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15076255489910717930.pem was interrupted and is shutting down... 2024-11-16T05:13:22,447 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15076255489910717930.pem was interrupted and is shutting down... 2024-11-16T05:13:22,447 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread finished 2024-11-16T05:13:22,447 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread finished 2024-11-16T05:13:22,448 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread finished 2024-11-16T05:13:22,456 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key15076255489910717930.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=2874 (was 2970) 2024-11-16T05:13:22,460 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread finished 2024-11-16T05:13:22,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=2873 2024-11-16T05:13:22,466 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:22,467 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42143 2024-11-16T05:13:22,468 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:22,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:22,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:22,470 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:22,477 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:22,478 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:22,479 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread started 2024-11-16T05:13:22,479 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:22,479 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread started 2024-11-16T05:13:22,479 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:22,484 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:22,485 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:22,486 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:22,487 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:22,487 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread started 2024-11-16T05:13:22,488 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread started 2024-11-16T05:13:22,488 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3ee0ddd4, L:/127.0.0.1:42143 - R:/127.0.0.1:38564] 2024-11-16T05:13:22,505 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:22,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:22,507 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12866023476229629308.pem was interrupted and is shutting down... 2024-11-16T05:13:22,507 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15076255489910717930.pem was interrupted and is shutting down... 2024-11-16T05:13:22,507 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread finished 2024-11-16T05:13:22,507 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread finished 2024-11-16T05:13:22,795 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,795 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,796 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,796 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,796 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,796 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,796 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,796 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15076255489910717930.pem 2024-11-16T05:13:22,796 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,796 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,796 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,797 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,797 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:22,797 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12866023476229629308.pem 2024-11-16T05:13:22,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:22,799 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:22,805 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:22,806 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:22,807 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread started 2024-11-16T05:13:22,807 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:22,808 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread started 2024-11-16T05:13:22,808 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:22,815 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:22,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:22,817 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x354d9aa0, L:/127.0.0.1:42143 - R:/127.0.0.1:38570] 2024-11-16T05:13:22,836 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:22,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:22,838 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42143 2024-11-16T05:13:22,838 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12866023476229629308.pem was interrupted and is shutting down... 2024-11-16T05:13:22,838 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15076255489910717930.pem was interrupted and is shutting down... 2024-11-16T05:13:22,838 DEBUG [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12866023476229629308.pem was interrupted and is shutting down... 2024-11-16T05:13:22,838 DEBUG [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15076255489910717930.pem was interrupted and is shutting down... 2024-11-16T05:13:22,839 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread finished 2024-11-16T05:13:22,839 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread finished 2024-11-16T05:13:22,839 INFO [FileChangeWatcher-hbase_test_ca12866023476229629308.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12866023476229629308.pem thread finished 2024-11-16T05:13:22,839 INFO [FileChangeWatcher-hbase_test_key15076255489910717930.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15076255489910717930.pem thread finished 2024-11-16T05:13:22,846 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=2814 (was 2873) 2024-11-16T05:13:22,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=2814 2024-11-16T05:13:22,918 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:22,919 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43241 2024-11-16T05:13:22,919 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:22,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa6c7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:22,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:22,922 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:22,959 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:22,960 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:22,961 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread started 2024-11-16T05:13:22,961 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:22,962 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread started 2024-11-16T05:13:22,962 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:22,981 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:22,998 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:22,999 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:22,999 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread started 2024-11-16T05:13:22,999 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:23,000 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread started 2024-11-16T05:13:23,000 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x85e1f253, L:/127.0.0.1:43241 - R:/127.0.0.1:54048] 2024-11-16T05:13:23,042 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:23,428 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,428 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,428 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,428 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,428 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,428 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,428 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,428 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,471 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,471 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,471 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,472 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,472 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,472 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,472 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,472 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,472 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,472 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,472 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,472 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,472 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,472 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:23,472 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,472 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,495 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43241,0 is dead - stopping the connection localhost:43241/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-16T05:13:23,495 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,495 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,495 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,496 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,496 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,496 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,496 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,496 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:23,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:23,499 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:23,558 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:23,559 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:23,587 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:23,615 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:23,616 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x28fe26b2, L:/127.0.0.1:43241 - R:/127.0.0.1:54052] 2024-11-16T05:13:23,685 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:23,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:23,690 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43241 2024-11-16T05:13:23,690 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389881614197452827.p12 was interrupted and is shutting down... 2024-11-16T05:13:23,691 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 was interrupted and is shutting down... 2024-11-16T05:13:23,691 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389881614197452827.p12 was interrupted and is shutting down... 2024-11-16T05:13:23,693 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread finished 2024-11-16T05:13:23,695 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread finished 2024-11-16T05:13:23,696 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 was interrupted and is shutting down... 2024-11-16T05:13:23,696 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread finished 2024-11-16T05:13:23,700 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread finished 2024-11-16T05:13:23,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7129852259469125421.p12 app//org.apache.logging.log4j.core.impl.ThreadContextDataInjector$ForDefaultThreadContextMap.injectContextData(ThreadContextDataInjector.java:119) app//org.apache.logging.log4j.core.impl.Log4jLogEvent.createContextData(Log4jLogEvent.java:497) app//org.apache.logging.log4j.core.impl.Log4jLogEvent.(Log4jLogEvent.java:355) app//org.apache.logging.log4j.core.impl.DefaultLogEventFactory.createEvent(DefaultLogEventFactory.java:74) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:550) app//org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:82) app//org.apache.logging.log4j.core.Logger.log(Logger.java:161) app//org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2205) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.debug(Log4jLogger.java:124) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:237) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySet.add(SelectedSelectionKeySet.java:40) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySet.add(SelectedSelectionKeySet.java:25) java.base@17.0.11/sun.nio.ch.SelectorImpl.processReadyEvents(SelectorImpl.java:307) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.processEvents(EPollSelectorImpl.java:195) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:135) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7129852259469125421.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key11389881614197452827.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key11389881614197452827.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=2568 (was 2814) 2024-11-16T05:13:23,720 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=2565 2024-11-16T05:13:23,722 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:23,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33929 2024-11-16T05:13:23,724 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:23,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5ae7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:23,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:23,730 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:23,785 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:23,787 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:23,788 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread started 2024-11-16T05:13:23,789 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:23,791 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread started 2024-11-16T05:13:23,791 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:23,824 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:23,854 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:23,856 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:23,859 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread started 2024-11-16T05:13:23,859 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:23,864 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread started 2024-11-16T05:13:23,864 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x56bc1260, L:/127.0.0.1:33929 - R:/127.0.0.1:44126] 2024-11-16T05:13:23,930 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:23,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:23,941 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 was interrupted and is shutting down... 2024-11-16T05:13:23,942 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread finished 2024-11-16T05:13:23,947 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389881614197452827.p12 was interrupted and is shutting down... 2024-11-16T05:13:23,947 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread finished 2024-11-16T05:13:24,385 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:24,385 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:24,386 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:24,386 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:24,432 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:24,432 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:24,433 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:24,433 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:24,433 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:24,432 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389881614197452827.p12 2024-11-16T05:13:24,433 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:24,433 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:24,453 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:24,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc6ce5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:24,454 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:24,454 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:24,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:24,455 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7129852259469125421.p12 2024-11-16T05:13:24,456 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:24,498 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:24,500 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:24,508 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread started 2024-11-16T05:13:24,508 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:24,508 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread started 2024-11-16T05:13:24,509 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:24,532 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:24,561 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:24,562 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9d0d0ed3, L:/127.0.0.1:33929 - R:/127.0.0.1:44142] 2024-11-16T05:13:24,618 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:24,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:24,620 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33929 2024-11-16T05:13:24,620 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 was interrupted and is shutting down... 2024-11-16T05:13:24,621 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389881614197452827.p12 was interrupted and is shutting down... 2024-11-16T05:13:24,621 DEBUG [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 was interrupted and is shutting down... 2024-11-16T05:13:24,621 DEBUG [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389881614197452827.p12 was interrupted and is shutting down... 2024-11-16T05:13:24,621 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread finished 2024-11-16T05:13:24,621 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread finished 2024-11-16T05:13:24,621 INFO [FileChangeWatcher-hbase_test_ca7129852259469125421.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7129852259469125421.p12 thread finished 2024-11-16T05:13:24,628 INFO [FileChangeWatcher-hbase_test_key11389881614197452827.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389881614197452827.p12 thread finished 2024-11-16T05:13:24,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=34 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.util.concurrent.locks.ReentrantLock$NonfairSync.tryAcquire(ReentrantLock.java:242) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:672) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1636) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key11389881614197452827.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=2278 (was 2565) 2024-11-16T05:13:24,643 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=2278 2024-11-16T05:13:25,313 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:25,314 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43647 2024-11-16T05:13:25,314 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:25,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:25,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:25,316 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:25,656 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:25,657 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:25,657 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread started 2024-11-16T05:13:25,658 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:25,658 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread started 2024-11-16T05:13:25,658 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:25,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:25,991 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:25,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:25,992 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread started 2024-11-16T05:13:25,993 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:25,995 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread started 2024-11-16T05:13:25,995 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1a95694, L:/127.0.0.1:43647 - R:/127.0.0.1:42882] 2024-11-16T05:13:26,188 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:26,366 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,366 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,366 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,366 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,366 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,366 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,366 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,366 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,614 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,614 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,614 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,614 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,615 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,615 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,615 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,615 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:26,615 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,615 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,615 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,615 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,615 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,615 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,615 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,615 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,784 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43647,0 is dead - stopping the connection localhost:43647/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-16T05:13:26,784 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,784 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,784 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,784 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,784 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,784 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,784 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,784 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:26,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:26,786 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:27,117 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:27,118 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:27,283 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:27,450 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:27,451 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x608265be, L:/127.0.0.1:43647 - R:/127.0.0.1:42886] 2024-11-16T05:13:27,647 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:27,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:27,649 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43647 2024-11-16T05:13:27,649 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks was interrupted and is shutting down... 2024-11-16T05:13:27,649 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks was interrupted and is shutting down... 2024-11-16T05:13:27,649 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks was interrupted and is shutting down... 2024-11-16T05:13:27,649 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks was interrupted and is shutting down... 2024-11-16T05:13:27,649 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread finished 2024-11-16T05:13:27,649 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread finished 2024-11-16T05:13:27,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 31) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key1628500207900580170.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=2211 (was 2278) 2024-11-16T05:13:27,662 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=2210 2024-11-16T05:13:27,663 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:27,663 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41537 2024-11-16T05:13:27,663 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:27,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5838dc50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:27,664 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread finished 2024-11-16T05:13:27,664 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread finished 2024-11-16T05:13:27,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:27,665 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:27,992 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:27,993 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:27,993 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread started 2024-11-16T05:13:27,993 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:27,994 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread started 2024-11-16T05:13:27,994 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:28,203 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:28,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:28,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:28,432 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread started 2024-11-16T05:13:28,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:28,448 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf72ad867, L:/127.0.0.1:41537 - R:/127.0.0.1:36692] 2024-11-16T05:13:28,452 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread started 2024-11-16T05:13:28,679 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:28,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:28,682 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks was interrupted and is shutting down... 2024-11-16T05:13:28,682 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks was interrupted and is shutting down... 2024-11-16T05:13:28,682 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread finished 2024-11-16T05:13:28,682 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread finished 2024-11-16T05:13:29,143 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:29,143 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:29,143 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:29,143 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:29,427 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:29,427 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:29,427 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:29,427 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1628500207900580170.bcfks 2024-11-16T05:13:29,427 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:29,427 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:29,427 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:29,427 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:29,619 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:29,619 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:29,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e005201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:29,620 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:29,620 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15738133450018194345.bcfks 2024-11-16T05:13:29,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:29,622 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:29,988 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:29,989 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:29,989 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread started 2024-11-16T05:13:29,990 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:29,990 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread started 2024-11-16T05:13:29,990 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:30,153 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:30,328 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:30,328 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4ef7dcf9, L:/127.0.0.1:41537 - R:/127.0.0.1:36464] 2024-11-16T05:13:30,540 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:30,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:30,542 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41537 2024-11-16T05:13:30,543 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks was interrupted and is shutting down... 2024-11-16T05:13:30,543 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks was interrupted and is shutting down... 2024-11-16T05:13:30,543 DEBUG [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks was interrupted and is shutting down... 2024-11-16T05:13:30,543 DEBUG [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks was interrupted and is shutting down... 2024-11-16T05:13:30,543 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread finished 2024-11-16T05:13:30,543 INFO [FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15738133450018194345.bcfks thread finished 2024-11-16T05:13:30,553 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=2133 (was 2210) 2024-11-16T05:13:30,560 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread finished 2024-11-16T05:13:30,560 INFO [FileChangeWatcher-hbase_test_key1628500207900580170.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1628500207900580170.bcfks thread finished 2024-11-16T05:13:30,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=2133 2024-11-16T05:13:30,730 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:30,732 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40535 2024-11-16T05:13:30,732 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:30,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:30,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:30,733 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:30,773 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:30,773 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:30,774 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread started 2024-11-16T05:13:30,774 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:30,774 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread started 2024-11-16T05:13:30,774 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:30,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:30,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:30,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:30,811 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread started 2024-11-16T05:13:30,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:30,811 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread started 2024-11-16T05:13:30,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57d60f4a, L:/127.0.0.1:40535 - R:/127.0.0.1:40378] 2024-11-16T05:13:30,865 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:30,877 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,877 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,877 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,877 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,877 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,877 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,877 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,877 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,929 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,929 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,929 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,929 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,929 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,929 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,929 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,929 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,929 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,929 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,929 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,930 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,930 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,930 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:30,930 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,930 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,959 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,959 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,959 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,959 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40535,0 is dead - stopping the connection localhost:40535/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-16T05:13:30,959 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,959 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,959 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,959 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,959 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:30,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:30,960 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,003 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,003 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:31,032 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,049 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,049 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x737ba7d4, L:/127.0.0.1:40535 - R:/127.0.0.1:40384] 2024-11-16T05:13:31,098 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:31,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:31,100 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40535 2024-11-16T05:13:31,100 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5321998876319236917.jks was interrupted and is shutting down... 2024-11-16T05:13:31,100 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca275403127761339886.jks was interrupted and is shutting down... 2024-11-16T05:13:31,100 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca275403127761339886.jks was interrupted and is shutting down... 2024-11-16T05:13:31,101 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread finished 2024-11-16T05:13:31,101 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5321998876319236917.jks was interrupted and is shutting down... 2024-11-16T05:13:31,101 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread finished 2024-11-16T05:13:31,101 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread finished 2024-11-16T05:13:31,102 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread finished 2024-11-16T05:13:31,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=36 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 362) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2105 (was 2133) 2024-11-16T05:13:31,117 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=2105 2024-11-16T05:13:31,119 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:31,120 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38173 2024-11-16T05:13:31,120 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:31,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:31,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:31,124 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,164 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,165 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,165 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread started 2024-11-16T05:13:31,165 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,166 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread started 2024-11-16T05:13:31,166 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:31,183 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,202 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,202 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,212 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread started 2024-11-16T05:13:31,213 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread started 2024-11-16T05:13:31,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0d3d65ab, L:/127.0.0.1:38173 - R:/127.0.0.1:32934] 2024-11-16T05:13:31,270 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:31,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:31,272 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5321998876319236917.jks was interrupted and is shutting down... 2024-11-16T05:13:31,272 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca275403127761339886.jks was interrupted and is shutting down... 2024-11-16T05:13:31,272 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread finished 2024-11-16T05:13:31,272 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread finished 2024-11-16T05:13:31,280 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:31,280 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:31,280 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:31,280 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:31,309 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:31,309 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:31,309 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:31,309 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5321998876319236917.jks 2024-11-16T05:13:31,309 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:31,309 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:31,309 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:31,309 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:31,339 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:31,339 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:31,339 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:31,339 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca275403127761339886.jks 2024-11-16T05:13:31,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:31,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:31,340 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,373 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,374 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,374 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread started 2024-11-16T05:13:31,374 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,375 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread started 2024-11-16T05:13:31,375 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:31,404 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,432 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x49146e6d, L:/127.0.0.1:38173 - R:/127.0.0.1:32936] 2024-11-16T05:13:31,492 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:31,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:31,494 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38173 2024-11-16T05:13:31,494 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca275403127761339886.jks was interrupted and is shutting down... 2024-11-16T05:13:31,494 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5321998876319236917.jks was interrupted and is shutting down... 2024-11-16T05:13:31,494 DEBUG [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca275403127761339886.jks was interrupted and is shutting down... 2024-11-16T05:13:31,494 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread finished 2024-11-16T05:13:31,494 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread finished 2024-11-16T05:13:31,494 INFO [FileChangeWatcher-hbase_test_ca275403127761339886.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca275403127761339886.jks thread finished 2024-11-16T05:13:31,496 DEBUG [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5321998876319236917.jks was interrupted and is shutting down... 2024-11-16T05:13:31,505 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=2075 (was 2105) 2024-11-16T05:13:31,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=2075 2024-11-16T05:13:31,516 INFO [FileChangeWatcher-hbase_test_key5321998876319236917.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5321998876319236917.jks thread finished 2024-11-16T05:13:31,519 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:31,519 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35377 2024-11-16T05:13:31,520 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:31,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:31,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:31,522 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,527 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,531 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,533 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread started 2024-11-16T05:13:31,534 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,534 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread started 2024-11-16T05:13:31,534 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:31,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,541 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,544 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,548 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread started 2024-11-16T05:13:31,548 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,551 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread started 2024-11-16T05:13:31,551 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc9b2f620, L:/127.0.0.1:35377 - R:/127.0.0.1:41668] 2024-11-16T05:13:31,571 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,586 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,587 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,587 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,588 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,588 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,588 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35377,0 is dead - stopping the connection localhost:35377/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-16T05:13:31,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:31,589 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,596 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,596 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:31,600 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,600 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,600 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x75281992, L:/127.0.0.1:35377 - R:/127.0.0.1:41682] 2024-11-16T05:13:31,617 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:31,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:31,619 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13757794816080979086.pem was interrupted and is shutting down... 2024-11-16T05:13:31,619 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15240488435989860852.pem was interrupted and is shutting down... 2024-11-16T05:13:31,619 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35377 2024-11-16T05:13:31,619 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15240488435989860852.pem was interrupted and is shutting down... 2024-11-16T05:13:31,619 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13757794816080979086.pem was interrupted and is shutting down... 2024-11-16T05:13:31,619 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread finished 2024-11-16T05:13:31,619 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread finished 2024-11-16T05:13:31,619 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread finished 2024-11-16T05:13:31,626 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=2074 (was 2075) 2024-11-16T05:13:31,632 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread finished 2024-11-16T05:13:31,632 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=2074 2024-11-16T05:13:31,633 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:31,634 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40215 2024-11-16T05:13:31,634 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:31,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:31,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:31,635 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,640 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,640 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,641 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread started 2024-11-16T05:13:31,641 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,642 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread started 2024-11-16T05:13:31,642 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:31,647 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,647 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,650 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread started 2024-11-16T05:13:31,651 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,651 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread started 2024-11-16T05:13:31,651 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd44a5dba, L:/127.0.0.1:40215 - R:/127.0.0.1:33402] 2024-11-16T05:13:31,667 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:31,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:31,669 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13757794816080979086.pem was interrupted and is shutting down... 2024-11-16T05:13:31,669 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15240488435989860852.pem was interrupted and is shutting down... 2024-11-16T05:13:31,669 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread finished 2024-11-16T05:13:31,669 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread finished 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,677 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,677 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15240488435989860852.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,677 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,677 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,677 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13757794816080979086.pem 2024-11-16T05:13:31,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:31,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:31,678 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,682 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,683 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,683 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread started 2024-11-16T05:13:31,683 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,684 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread started 2024-11-16T05:13:31,684 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:31,687 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,688 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,688 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcfa58da1, L:/127.0.0.1:40215 - R:/127.0.0.1:33408] 2024-11-16T05:13:31,703 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:31,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:31,704 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13757794816080979086.pem was interrupted and is shutting down... 2024-11-16T05:13:31,704 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15240488435989860852.pem was interrupted and is shutting down... 2024-11-16T05:13:31,704 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40215 2024-11-16T05:13:31,704 DEBUG [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15240488435989860852.pem was interrupted and is shutting down... 2024-11-16T05:13:31,704 DEBUG [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13757794816080979086.pem was interrupted and is shutting down... 2024-11-16T05:13:31,705 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread finished 2024-11-16T05:13:31,705 INFO [FileChangeWatcher-hbase_test_key15240488435989860852.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15240488435989860852.pem thread finished 2024-11-16T05:13:31,705 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread finished 2024-11-16T05:13:31,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=2073 (was 2074) 2024-11-16T05:13:31,717 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=2073 2024-11-16T05:13:31,728 INFO [FileChangeWatcher-hbase_test_ca13757794816080979086.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13757794816080979086.pem thread finished 2024-11-16T05:13:31,763 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:31,763 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40907 2024-11-16T05:13:31,763 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:31,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:31,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:31,765 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,796 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,796 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,797 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread started 2024-11-16T05:13:31,797 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,797 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread started 2024-11-16T05:13:31,797 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:31,815 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,831 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,832 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,832 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread started 2024-11-16T05:13:31,832 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:31,832 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread started 2024-11-16T05:13:31,832 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1af3936a, L:/127.0.0.1:40907 - R:/127.0.0.1:53036] 2024-11-16T05:13:31,870 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:31,876 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,876 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,876 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,876 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,877 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,877 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,877 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,877 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,917 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,917 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,917 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,917 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,917 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,917 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,917 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,918 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,918 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,918 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:31,918 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,918 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,918 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,918 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,918 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,918 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,938 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,938 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,938 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40907,0 is dead - stopping the connection localhost:40907/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-16T05:13:31,938 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,938 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,938 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,938 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:31,938 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,938 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:31,939 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:31,998 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:31,998 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:32,028 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:32,058 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:32,058 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0755121a, L:/127.0.0.1:40907 - R:/127.0.0.1:53048] 2024-11-16T05:13:32,124 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:32,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:32,126 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,126 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13063608719579085203.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,126 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40907 2024-11-16T05:13:32,126 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread finished 2024-11-16T05:13:32,126 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13063608719579085203.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,126 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread finished 2024-11-16T05:13:32,126 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,126 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread finished 2024-11-16T05:13:32,134 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=2061 (was 2073) 2024-11-16T05:13:32,140 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread finished 2024-11-16T05:13:32,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=2061 2024-11-16T05:13:32,141 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:32,142 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40829 2024-11-16T05:13:32,142 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:32,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:32,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:32,144 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:32,180 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:32,181 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:32,181 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread started 2024-11-16T05:13:32,182 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:32,182 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread started 2024-11-16T05:13:32,182 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:32,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:32,233 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:32,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:32,235 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread started 2024-11-16T05:13:32,235 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:32,236 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread started 2024-11-16T05:13:32,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x37280f68, L:/127.0.0.1:40829 - R:/127.0.0.1:33458] 2024-11-16T05:13:32,280 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:32,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:32,283 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13063608719579085203.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,283 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread finished 2024-11-16T05:13:32,283 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,284 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread finished 2024-11-16T05:13:32,289 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:32,289 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:32,289 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:32,289 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:32,331 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:32,331 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:32,332 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:32,332 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13063608719579085203.p12 2024-11-16T05:13:32,332 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:32,332 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:32,332 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:32,332 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:32,349 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:32,349 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:32,349 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:32,349 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9157372778348442157.p12 2024-11-16T05:13:32,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327424d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:32,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:32,350 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:32,408 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:32,409 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:32,409 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread started 2024-11-16T05:13:32,409 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:32,410 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread started 2024-11-16T05:13:32,410 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:32,435 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:32,452 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:32,452 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0c674a6e, L:/127.0.0.1:40829 - R:/127.0.0.1:33460] 2024-11-16T05:13:32,492 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:32,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:32,493 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40829 2024-11-16T05:13:32,493 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,493 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13063608719579085203.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,494 DEBUG [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13063608719579085203.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,494 DEBUG [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 was interrupted and is shutting down... 2024-11-16T05:13:32,494 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread finished 2024-11-16T05:13:32,494 INFO [FileChangeWatcher-hbase_test_ca9157372778348442157.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9157372778348442157.p12 thread finished 2024-11-16T05:13:32,500 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread finished 2024-11-16T05:13:32,500 INFO [FileChangeWatcher-hbase_test_key13063608719579085203.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13063608719579085203.p12 thread finished 2024-11-16T05:13:32,500 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=2057 (was 2061) 2024-11-16T05:13:32,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=2057 2024-11-16T05:13:32,943 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:32,944 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41391 2024-11-16T05:13:32,944 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:32,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6ea1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:32,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:32,946 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:33,357 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:33,358 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:33,359 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread started 2024-11-16T05:13:33,359 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:33,361 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread started 2024-11-16T05:13:33,361 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:33,551 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:33,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:33,741 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:33,742 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread started 2024-11-16T05:13:33,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:33,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x264a617b, L:/127.0.0.1:41391 - R:/127.0.0.1:36664] 2024-11-16T05:13:33,743 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread started 2024-11-16T05:13:33,971 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:33,979 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:33,979 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:33,979 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:33,979 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:33,979 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:33,979 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:33,979 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:33,979 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:34,255 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:34,255 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,255 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,255 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,255 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,418 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,418 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,418 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,418 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,418 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41391,0 is dead - stopping the connection localhost:41391/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-16T05:13:34,418 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,418 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,418 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,418 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:34,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:34,419 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:34,754 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:34,754 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:34,928 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:35,093 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:35,094 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb067af19, L:/127.0.0.1:41391 - R:/127.0.0.1:36670] 2024-11-16T05:13:35,273 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:35,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:35,274 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41391 2024-11-16T05:13:35,274 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks was interrupted and is shutting down... 2024-11-16T05:13:35,274 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks was interrupted and is shutting down... 2024-11-16T05:13:35,275 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks was interrupted and is shutting down... 2024-11-16T05:13:35,275 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks was interrupted and is shutting down... 2024-11-16T05:13:35,275 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread finished 2024-11-16T05:13:35,275 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread finished 2024-11-16T05:13:35,281 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=2062 (was 2057) - AvailableMemoryMB LEAK? - 2024-11-16T05:13:35,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=2062 2024-11-16T05:13:35,288 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread finished 2024-11-16T05:13:35,288 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread finished 2024-11-16T05:13:35,288 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T05:13:35,289 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37609 2024-11-16T05:13:35,289 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-16T05:13:35,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4902961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:35,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:35,290 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:35,620 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:35,620 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:35,621 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread started 2024-11-16T05:13:35,621 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:35,621 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread started 2024-11-16T05:13:35,621 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:35,788 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:35,952 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:35,953 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:35,954 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread started 2024-11-16T05:13:35,954 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:35,954 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread started 2024-11-16T05:13:35,954 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1731a9c3, L:/127.0.0.1:37609 - R:/127.0.0.1:58672] 2024-11-16T05:13:36,137 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:36,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:36,139 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks was interrupted and is shutting down... 2024-11-16T05:13:36,139 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks was interrupted and is shutting down... 2024-11-16T05:13:36,140 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread finished 2024-11-16T05:13:36,140 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread finished 2024-11-16T05:13:36,145 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:36,145 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:36,145 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:36,145 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:36,389 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:36,389 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:36,389 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:36,389 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4181006972776883380.bcfks 2024-11-16T05:13:36,389 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:36,389 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:36,389 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:36,389 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:36,551 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:36,551 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:36,551 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:36,551 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9176232178560896765.bcfks 2024-11-16T05:13:36,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9f250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T05:13:36,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-16T05:13:36,552 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:36,876 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:36,877 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:36,877 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread started 2024-11-16T05:13:36,878 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4be9387b-cbb1-a920-0ab8-c0212d3dbbc3/TestNettyTLSIPCFileWatcher 2024-11-16T05:13:36,878 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread started 2024-11-16T05:13:36,878 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-16T05:13:37,040 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-16T05:13:37,204 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-16T05:13:37,204 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d885c8d, L:/127.0.0.1:37609 - R:/127.0.0.1:58688] 2024-11-16T05:13:37,397 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-16T05:13:37,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T05:13:37,398 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37609 2024-11-16T05:13:37,398 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks was interrupted and is shutting down... 2024-11-16T05:13:37,398 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks was interrupted and is shutting down... 2024-11-16T05:13:37,398 DEBUG [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks was interrupted and is shutting down... 2024-11-16T05:13:37,398 DEBUG [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks was interrupted and is shutting down... 2024-11-16T05:13:37,398 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread finished 2024-11-16T05:13:37,404 INFO [FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9176232178560896765.bcfks thread finished 2024-11-16T05:13:37,404 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread finished 2024-11-16T05:13:37,404 INFO [FileChangeWatcher-hbase_test_key4181006972776883380.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4181006972776883380.bcfks thread finished 2024-11-16T05:13:37,405 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=2068 (was 2062) - AvailableMemoryMB LEAK? -