2024-11-19 06:25:30,603 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-19 06:25:30,613 main DEBUG Took 0.008661 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 06:25:30,613 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 06:25:30,614 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 06:25:30,615 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 06:25:30,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,624 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 06:25:30,635 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,637 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,639 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,640 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,641 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,642 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,643 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,643 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,644 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,645 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 06:25:30,645 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,646 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 06:25:30,647 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 06:25:30,648 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 06:25:30,650 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 06:25:30,650 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 06:25:30,652 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 06:25:30,652 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 06:25:30,659 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 06:25:30,662 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 06:25:30,663 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 06:25:30,664 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 06:25:30,664 main DEBUG createAppenders(={Console}) 2024-11-19 06:25:30,665 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-19 06:25:30,665 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-19 06:25:30,665 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-19 06:25:30,666 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 06:25:30,666 main DEBUG OutputStream closed 2024-11-19 06:25:30,666 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 06:25:30,666 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 06:25:30,667 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-19 06:25:30,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 06:25:30,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 06:25:30,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 06:25:30,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 06:25:30,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 06:25:30,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 06:25:30,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 06:25:30,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 06:25:30,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 06:25:30,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 06:25:30,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 06:25:30,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 06:25:30,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 06:25:30,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 06:25:30,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 06:25:30,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 06:25:30,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 06:25:30,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 06:25:30,746 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 06:25:30,746 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-19 06:25:30,746 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 06:25:30,747 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-19T06:25:30,761 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-19 06:25:30,764 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 06:25:30,764 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T06:25:31,119 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T06:25:31,881 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=6234 2024-11-19T06:25:32,482 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T06:25:32,524 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T06:25:32,538 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T06:25:32,549 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T06:25:32,618 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:32,648 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47458 (auto-detected) 2024-11-19T06:25:32,650 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T06:25:32,672 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45051 2024-11-19T06:25:32,675 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:32,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:32,706 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T06:25:32,706 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T06:25:32,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:33,046 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:33,106 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:33,190 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:33,193 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:33,193 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key863885331490795277.jks thread started 2024-11-19T06:25:33,193 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread started 2024-11-19T06:25:33,200 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:33,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:33,261 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:33,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:33,327 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:33,327 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key863885331490795277.jks thread started 2024-11-19T06:25:33,328 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread started 2024-11-19T06:25:33,329 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1c3e3f89, L:/127.0.0.1:45051 - R:/127.0.0.1:36140] 2024-11-19T06:25:33,461 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:33,679 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,679 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,679 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,679 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,679 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,679 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,679 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,680 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,703 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,703 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,703 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,704 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,704 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,704 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,704 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,704 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:33,731 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,731 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,731 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,731 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,731 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,731 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,731 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,732 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,747 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,747 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,747 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,748 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45051,0 is dead - stopping the connection localhost:45051/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T06:25:33,747 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,748 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,748 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,748 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,748 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:33,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:33,750 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:33,780 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:33,781 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:33,798 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:33,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:33,824 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x48b460fa, L:/127.0.0.1:45051 - R:/127.0.0.1:36142] 2024-11-19T06:25:33,879 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:33,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:33,882 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45051 2024-11-19T06:25:33,882 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key863885331490795277.jks was interrupted and is shutting down... 2024-11-19T06:25:33,882 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16416711274730690971.jks was interrupted and is shutting down... 2024-11-19T06:25:33,882 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key863885331490795277.jks was interrupted and is shutting down... 2024-11-19T06:25:33,882 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16416711274730690971.jks was interrupted and is shutting down... 2024-11-19T06:25:33,882 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key863885331490795277.jks thread finished 2024-11-19T06:25:33,882 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread finished 2024-11-19T06:25:33,882 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread finished 2024-11-19T06:25:33,883 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key863885331490795277.jks thread finished 2024-11-19T06:25:33,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=6080 (was 6234) 2024-11-19T06:25:33,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=6080 2024-11-19T06:25:33,900 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:33,901 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33519 2024-11-19T06:25:33,901 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:33,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6695e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:33,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:33,903 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:33,931 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:33,932 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:33,932 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key863885331490795277.jks thread started 2024-11-19T06:25:33,932 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:33,933 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread started 2024-11-19T06:25:33,933 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:33,947 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:33,960 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:33,960 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:33,961 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key863885331490795277.jks thread started 2024-11-19T06:25:33,961 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:33,962 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread started 2024-11-19T06:25:33,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x410b2f1a, L:/127.0.0.1:33519 - R:/127.0.0.1:33934] 2024-11-19T06:25:34,000 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:34,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:34,002 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16416711274730690971.jks was interrupted and is shutting down... 2024-11-19T06:25:34,002 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key863885331490795277.jks was interrupted and is shutting down... 2024-11-19T06:25:34,003 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread finished 2024-11-19T06:25:34,003 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key863885331490795277.jks thread finished 2024-11-19T06:25:34,299 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:34,299 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:34,299 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:34,299 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:34,322 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:34,322 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:34,322 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:34,322 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key863885331490795277.jks 2024-11-19T06:25:34,356 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:34,356 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:34,356 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:34,356 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:34,376 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:34,376 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:34,377 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:34,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67437c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:34,377 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16416711274730690971.jks 2024-11-19T06:25:34,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:34,378 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:34,407 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:34,408 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,409 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,409 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key863885331490795277.jks thread started 2024-11-19T06:25:34,409 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread started 2024-11-19T06:25:34,410 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:34,423 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:34,437 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:34,437 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa8ae3f7e, L:/127.0.0.1:33519 - R:/127.0.0.1:33950] 2024-11-19T06:25:34,473 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:34,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:34,475 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16416711274730690971.jks was interrupted and is shutting down... 2024-11-19T06:25:34,475 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33519 2024-11-19T06:25:34,475 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key863885331490795277.jks was interrupted and is shutting down... 2024-11-19T06:25:34,475 DEBUG [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key863885331490795277.jks was interrupted and is shutting down... 2024-11-19T06:25:34,475 DEBUG [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16416711274730690971.jks was interrupted and is shutting down... 2024-11-19T06:25:34,476 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key863885331490795277.jks thread finished 2024-11-19T06:25:34,476 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread finished 2024-11-19T06:25:34,476 INFO [FileChangeWatcher-hbase_test_ca16416711274730690971.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16416711274730690971.jks thread finished 2024-11-19T06:25:34,476 INFO [FileChangeWatcher-hbase_test_key863885331490795277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key863885331490795277.jks thread finished 2024-11-19T06:25:34,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=6034 (was 6080) 2024-11-19T06:25:34,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=6034 2024-11-19T06:25:34,534 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:34,535 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37465 2024-11-19T06:25:34,536 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:34,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:34,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:34,538 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:34,559 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:34,559 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,560 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread started 2024-11-19T06:25:34,560 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,561 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread started 2024-11-19T06:25:34,561 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:34,579 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:34,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:34,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,581 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread started 2024-11-19T06:25:34,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,582 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread started 2024-11-19T06:25:34,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x40029c53, L:/127.0.0.1:37465 - R:/127.0.0.1:58426] 2024-11-19T06:25:34,602 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:34,780 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,780 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,780 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,780 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,781 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,780 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,781 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,781 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,781 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,781 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,782 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,782 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,783 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,783 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,783 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,781 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:34,790 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,790 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,790 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,790 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,790 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,790 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37465,0 is dead - stopping the connection localhost:37465/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T06:25:34,790 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,791 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,791 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:34,791 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,791 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,790 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,791 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,791 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,792 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,792 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,792 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:34,793 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:34,810 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:34,811 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:34,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:34,824 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:34,825 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xda2c4ddb, L:/127.0.0.1:37465 - R:/127.0.0.1:58438] 2024-11-19T06:25:34,849 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:34,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:34,852 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3777123570994805056.pem was interrupted and is shutting down... 2024-11-19T06:25:34,852 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37465 2024-11-19T06:25:34,852 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8625366691273493474.pem was interrupted and is shutting down... 2024-11-19T06:25:34,852 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread finished 2024-11-19T06:25:34,852 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread finished 2024-11-19T06:25:34,853 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3777123570994805056.pem was interrupted and is shutting down... 2024-11-19T06:25:34,853 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8625366691273493474.pem was interrupted and is shutting down... 2024-11-19T06:25:34,853 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread finished 2024-11-19T06:25:34,863 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.LinuxWatchService.inotifyRmWatch(Native Method) java.base@17.0.11/sun.nio.fs.LinuxWatchService$LinuxWatchKey.invalidate(LinuxWatchService.java:119) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:293) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca8625366691273493474.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=5987 (was 6034) 2024-11-19T06:25:34,867 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread finished 2024-11-19T06:25:34,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=5986 2024-11-19T06:25:34,876 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:34,877 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36153 2024-11-19T06:25:34,877 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:34,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:34,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:34,880 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:34,884 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:34,885 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,885 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread started 2024-11-19T06:25:34,886 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,887 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread started 2024-11-19T06:25:34,887 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:34,893 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:34,894 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:34,894 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,895 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread started 2024-11-19T06:25:34,895 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:34,895 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread started 2024-11-19T06:25:34,895 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe47e2041, L:/127.0.0.1:36153 - R:/127.0.0.1:57494] 2024-11-19T06:25:34,909 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:34,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:34,910 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3777123570994805056.pem was interrupted and is shutting down... 2024-11-19T06:25:34,910 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8625366691273493474.pem was interrupted and is shutting down... 2024-11-19T06:25:34,911 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread finished 2024-11-19T06:25:34,911 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread finished 2024-11-19T06:25:35,090 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:35,090 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:35,090 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:35,090 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:35,090 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:35,090 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:35,090 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:35,090 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3777123570994805056.pem 2024-11-19T06:25:35,115 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:35,115 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:35,115 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:35,115 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:35,115 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:35,115 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:35,115 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:35,115 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8625366691273493474.pem 2024-11-19T06:25:35,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:35,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:35,118 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:35,125 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:35,126 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,126 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,126 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread started 2024-11-19T06:25:35,127 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread started 2024-11-19T06:25:35,127 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:35,132 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:35,133 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:35,133 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe433493f, L:/127.0.0.1:36153 - R:/127.0.0.1:57508] 2024-11-19T06:25:35,150 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:35,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:35,152 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36153 2024-11-19T06:25:35,152 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3777123570994805056.pem was interrupted and is shutting down... 2024-11-19T06:25:35,152 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8625366691273493474.pem was interrupted and is shutting down... 2024-11-19T06:25:35,152 DEBUG [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8625366691273493474.pem was interrupted and is shutting down... 2024-11-19T06:25:35,152 DEBUG [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3777123570994805056.pem was interrupted and is shutting down... 2024-11-19T06:25:35,152 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread finished 2024-11-19T06:25:35,152 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread finished 2024-11-19T06:25:35,152 INFO [FileChangeWatcher-hbase_test_ca8625366691273493474.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8625366691273493474.pem thread finished 2024-11-19T06:25:35,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_key3777123570994805056.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=5951 (was 5986) 2024-11-19T06:25:35,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=5950 2024-11-19T06:25:35,170 INFO [FileChangeWatcher-hbase_test_key3777123570994805056.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3777123570994805056.pem thread finished 2024-11-19T06:25:35,201 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:35,202 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41855 2024-11-19T06:25:35,202 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:35,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:35,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:35,204 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:35,232 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:35,232 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,233 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread started 2024-11-19T06:25:35,233 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,233 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread started 2024-11-19T06:25:35,233 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:35,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:35,261 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:35,262 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,262 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread started 2024-11-19T06:25:35,262 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,263 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread started 2024-11-19T06:25:35,263 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd536fdd3, L:/127.0.0.1:41855 - R:/127.0.0.1:50310] 2024-11-19T06:25:35,297 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:35,512 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,512 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,512 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,512 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,513 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,513 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,513 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,513 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,535 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,535 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,535 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,535 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,536 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,536 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,536 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,536 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,536 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:35,536 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,536 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,536 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,536 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,536 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,536 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,536 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,549 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,549 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,549 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,549 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,549 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41855,0 is dead - stopping the connection localhost:41855/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T06:25:35,549 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,549 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,549 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,549 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:35,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:35,551 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:35,578 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:35,578 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:35,592 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:35,606 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:35,607 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc8605381, L:/127.0.0.1:41855 - R:/127.0.0.1:50316] 2024-11-19T06:25:35,642 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:35,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:35,644 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 was interrupted and is shutting down... 2024-11-19T06:25:35,644 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11388203254933910930.p12 was interrupted and is shutting down... 2024-11-19T06:25:35,644 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41855 2024-11-19T06:25:35,644 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11388203254933910930.p12 was interrupted and is shutting down... 2024-11-19T06:25:35,644 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 was interrupted and is shutting down... 2024-11-19T06:25:35,644 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread finished 2024-11-19T06:25:35,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11978905073595635070.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key11388203254933910930.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key11388203254933910930.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=5886 (was 5950) 2024-11-19T06:25:35,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=5886 2024-11-19T06:25:35,657 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:35,658 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34879 2024-11-19T06:25:35,658 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread finished 2024-11-19T06:25:35,658 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread finished 2024-11-19T06:25:35,658 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread finished 2024-11-19T06:25:35,659 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:35,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:35,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:35,661 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:35,690 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:35,690 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,691 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread started 2024-11-19T06:25:35,691 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,691 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread started 2024-11-19T06:25:35,691 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:35,705 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:35,718 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:35,718 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,719 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread started 2024-11-19T06:25:35,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:35,719 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread started 2024-11-19T06:25:35,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf90ed04d, L:/127.0.0.1:34879 - R:/127.0.0.1:58738] 2024-11-19T06:25:35,752 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:35,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:35,755 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11388203254933910930.p12 was interrupted and is shutting down... 2024-11-19T06:25:35,755 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 was interrupted and is shutting down... 2024-11-19T06:25:35,755 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread finished 2024-11-19T06:25:35,774 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread finished 2024-11-19T06:25:36,174 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:36,174 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:36,174 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:36,174 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:36,196 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:36,196 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:36,197 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:36,197 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11388203254933910930.p12 2024-11-19T06:25:36,222 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:36,222 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:36,223 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:36,223 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:36,241 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:36,241 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:36,241 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:36,241 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11978905073595635070.p12 2024-11-19T06:25:36,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:36,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:36,242 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:36,270 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:36,270 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:36,271 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:36,271 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread started 2024-11-19T06:25:36,271 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread started 2024-11-19T06:25:36,271 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:36,286 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:36,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:36,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd77f122d, L:/127.0.0.1:34879 - R:/127.0.0.1:58746] 2024-11-19T06:25:36,333 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:36,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:36,335 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34879 2024-11-19T06:25:36,335 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 was interrupted and is shutting down... 2024-11-19T06:25:36,335 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11388203254933910930.p12 was interrupted and is shutting down... 2024-11-19T06:25:36,335 DEBUG [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11388203254933910930.p12 was interrupted and is shutting down... 2024-11-19T06:25:36,335 DEBUG [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 was interrupted and is shutting down... 2024-11-19T06:25:36,335 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread finished 2024-11-19T06:25:36,335 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread finished 2024-11-19T06:25:36,335 INFO [FileChangeWatcher-hbase_test_key11388203254933910930.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11388203254933910930.p12 thread finished 2024-11-19T06:25:36,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=5819 (was 5886) 2024-11-19T06:25:36,346 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=5819 2024-11-19T06:25:36,350 INFO [FileChangeWatcher-hbase_test_ca11978905073595635070.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11978905073595635070.p12 thread finished 2024-11-19T06:25:36,815 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:36,815 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34435 2024-11-19T06:25:36,816 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:36,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a426bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:36,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:36,817 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:37,083 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:37,084 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:37,084 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread started 2024-11-19T06:25:37,084 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:37,084 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread started 2024-11-19T06:25:37,085 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:37,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:37,339 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:37,340 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:37,340 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread started 2024-11-19T06:25:37,340 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:37,341 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread started 2024-11-19T06:25:37,341 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa145979c, L:/127.0.0.1:34435 - R:/127.0.0.1:47874] 2024-11-19T06:25:37,493 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:37,787 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,787 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,787 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,787 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,787 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,787 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,787 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,787 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,975 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,975 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,975 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,975 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,975 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,975 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,975 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,975 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:37,997 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:37,997 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:37,997 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:37,998 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:37,998 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:37,998 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:37,998 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:37,998 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:38,124 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:38,124 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:38,124 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:38,124 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:38,124 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:38,124 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:38,124 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:38,124 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:38,124 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34435,0 is dead - stopping the connection localhost:34435/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T06:25:38,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:38,125 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:38,389 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:38,389 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:38,519 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:38,646 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:38,647 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd4574d14, L:/127.0.0.1:34435 - R:/127.0.0.1:47202] 2024-11-19T06:25:38,800 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:38,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:38,801 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34435 2024-11-19T06:25:38,801 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks was interrupted and is shutting down... 2024-11-19T06:25:38,801 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks was interrupted and is shutting down... 2024-11-19T06:25:38,801 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks was interrupted and is shutting down... 2024-11-19T06:25:38,801 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks was interrupted and is shutting down... 2024-11-19T06:25:38,802 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread finished 2024-11-19T06:25:38,802 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread finished 2024-11-19T06:25:38,802 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread finished 2024-11-19T06:25:38,807 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=5745 (was 5819) 2024-11-19T06:25:38,812 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=5744 2024-11-19T06:25:38,814 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:38,814 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40055 2024-11-19T06:25:38,814 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:38,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:38,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:38,816 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:38,823 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread finished 2024-11-19T06:25:39,069 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:39,070 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:39,070 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread started 2024-11-19T06:25:39,070 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:39,071 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread started 2024-11-19T06:25:39,071 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:39,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:39,324 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:39,324 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:39,325 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread started 2024-11-19T06:25:39,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:39,326 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread started 2024-11-19T06:25:39,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a0a16c8, L:/127.0.0.1:40055 - R:/127.0.0.1:58848] 2024-11-19T06:25:39,465 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:39,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:39,466 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks was interrupted and is shutting down... 2024-11-19T06:25:39,466 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks was interrupted and is shutting down... 2024-11-19T06:25:39,467 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread finished 2024-11-19T06:25:39,467 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread finished 2024-11-19T06:25:39,682 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:39,682 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:39,683 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:39,683 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:39,872 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:39,872 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:39,872 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:39,872 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4052467909972973627.bcfks 2024-11-19T06:25:39,914 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:39,914 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:39,914 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:39,914 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:40,047 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:40,047 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:40,047 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:40,047 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12470456791223216457.bcfks 2024-11-19T06:25:40,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:40,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:40,049 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:40,302 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:40,302 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:40,303 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread started 2024-11-19T06:25:40,303 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:40,303 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread started 2024-11-19T06:25:40,303 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:40,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:40,559 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:40,559 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xede37daf, L:/127.0.0.1:40055 - R:/127.0.0.1:58858] 2024-11-19T06:25:40,709 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:40,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:40,712 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40055 2024-11-19T06:25:40,712 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks was interrupted and is shutting down... 2024-11-19T06:25:40,712 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks was interrupted and is shutting down... 2024-11-19T06:25:40,712 DEBUG [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks was interrupted and is shutting down... 2024-11-19T06:25:40,712 DEBUG [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks was interrupted and is shutting down... 2024-11-19T06:25:40,712 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread finished 2024-11-19T06:25:40,712 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread finished 2024-11-19T06:25:40,712 INFO [FileChangeWatcher-hbase_test_key4052467909972973627.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4052467909972973627.bcfks thread finished 2024-11-19T06:25:40,718 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=5713 (was 5744) 2024-11-19T06:25:40,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=5713 2024-11-19T06:25:40,730 INFO [FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12470456791223216457.bcfks thread finished 2024-11-19T06:25:40,883 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:40,883 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42949 2024-11-19T06:25:40,883 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:40,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:40,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:40,885 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:40,913 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:40,913 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:40,914 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread started 2024-11-19T06:25:40,914 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:40,914 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread started 2024-11-19T06:25:40,914 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:40,929 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:40,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:40,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:40,943 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread started 2024-11-19T06:25:40,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:40,944 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread started 2024-11-19T06:25:40,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe1f248f5, L:/127.0.0.1:42949 - R:/127.0.0.1:38568] 2024-11-19T06:25:40,991 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,001 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,001 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,001 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,001 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,001 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,001 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,001 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,001 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,026 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,026 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,026 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,026 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,026 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,026 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,026 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,026 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,039 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,039 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,039 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,039 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,039 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,039 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,039 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,039 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,052 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,052 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,052 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,052 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,052 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42949,0 is dead - stopping the connection localhost:42949/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T06:25:41,052 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,052 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,052 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,052 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,053 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,080 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,080 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,095 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,108 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,108 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x818ca353, L:/127.0.0.1:42949 - R:/127.0.0.1:38584] 2024-11-19T06:25:41,145 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:41,147 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10894231164988213119.jks was interrupted and is shutting down... 2024-11-19T06:25:41,147 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8477870558133161773.jks was interrupted and is shutting down... 2024-11-19T06:25:41,147 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42949 2024-11-19T06:25:41,147 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8477870558133161773.jks was interrupted and is shutting down... 2024-11-19T06:25:41,147 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10894231164988213119.jks was interrupted and is shutting down... 2024-11-19T06:25:41,147 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread finished 2024-11-19T06:25:41,147 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread finished 2024-11-19T06:25:41,154 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=5690 (was 5713) 2024-11-19T06:25:41,158 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread finished 2024-11-19T06:25:41,158 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread finished 2024-11-19T06:25:41,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=5690 2024-11-19T06:25:41,161 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:41,162 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35065 2024-11-19T06:25:41,162 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:41,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:41,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,163 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,189 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,190 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,190 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread started 2024-11-19T06:25:41,190 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,191 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread started 2024-11-19T06:25:41,191 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,205 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,218 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,219 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,219 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread started 2024-11-19T06:25:41,219 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,220 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread started 2024-11-19T06:25:41,220 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x070395e4, L:/127.0.0.1:35065 - R:/127.0.0.1:56628] 2024-11-19T06:25:41,259 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:41,260 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10894231164988213119.jks was interrupted and is shutting down... 2024-11-19T06:25:41,260 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8477870558133161773.jks was interrupted and is shutting down... 2024-11-19T06:25:41,261 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread finished 2024-11-19T06:25:41,261 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread finished 2024-11-19T06:25:41,268 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,268 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,268 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,268 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,291 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,291 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,291 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,291 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8477870558133161773.jks 2024-11-19T06:25:41,292 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,292 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,292 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,292 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,305 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,305 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,305 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,305 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10894231164988213119.jks 2024-11-19T06:25:41,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:41,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,306 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,333 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,333 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,334 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread started 2024-11-19T06:25:41,334 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,334 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread started 2024-11-19T06:25:41,335 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,348 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,361 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,362 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x36903204, L:/127.0.0.1:35065 - R:/127.0.0.1:56638] 2024-11-19T06:25:41,401 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:41,402 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35065 2024-11-19T06:25:41,402 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8477870558133161773.jks was interrupted and is shutting down... 2024-11-19T06:25:41,402 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10894231164988213119.jks was interrupted and is shutting down... 2024-11-19T06:25:41,403 DEBUG [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10894231164988213119.jks was interrupted and is shutting down... 2024-11-19T06:25:41,403 DEBUG [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8477870558133161773.jks was interrupted and is shutting down... 2024-11-19T06:25:41,403 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread finished 2024-11-19T06:25:41,403 INFO [FileChangeWatcher-hbase_test_ca10894231164988213119.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10894231164988213119.jks thread finished 2024-11-19T06:25:41,403 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread finished 2024-11-19T06:25:41,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=5665 (was 5690) 2024-11-19T06:25:41,414 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=5665 2024-11-19T06:25:41,426 INFO [FileChangeWatcher-hbase_test_key8477870558133161773.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8477870558133161773.jks thread finished 2024-11-19T06:25:41,440 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:41,441 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40869 2024-11-19T06:25:41,441 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:41,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:41,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,443 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,446 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,447 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,447 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread started 2024-11-19T06:25:41,447 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,447 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread started 2024-11-19T06:25:41,447 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,453 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,453 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,453 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,454 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread started 2024-11-19T06:25:41,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,454 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread started 2024-11-19T06:25:41,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6e9ef7b5, L:/127.0.0.1:40869 - R:/127.0.0.1:55782] 2024-11-19T06:25:41,471 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,481 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,482 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,482 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40869,0 is dead - stopping the connection localhost:40869/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,482 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,483 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,487 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,488 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,491 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,492 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,492 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1b643585, L:/127.0.0.1:40869 - R:/127.0.0.1:55798] 2024-11-19T06:25:41,507 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:41,508 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40869 2024-11-19T06:25:41,508 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17642023617085377165.pem was interrupted and is shutting down... 2024-11-19T06:25:41,508 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7155077296674721252.pem was interrupted and is shutting down... 2024-11-19T06:25:41,508 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17642023617085377165.pem was interrupted and is shutting down... 2024-11-19T06:25:41,508 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7155077296674721252.pem was interrupted and is shutting down... 2024-11-19T06:25:41,508 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread finished 2024-11-19T06:25:41,508 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread finished 2024-11-19T06:25:41,509 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread finished 2024-11-19T06:25:41,515 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=5659 (was 5665) 2024-11-19T06:25:41,520 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=5658 2024-11-19T06:25:41,522 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:41,523 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39289 2024-11-19T06:25:41,523 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:41,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:41,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,524 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,526 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread finished 2024-11-19T06:25:41,529 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,529 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,530 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread started 2024-11-19T06:25:41,530 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,531 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread started 2024-11-19T06:25:41,531 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,537 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread started 2024-11-19T06:25:41,537 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,537 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread started 2024-11-19T06:25:41,537 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcfc4d85f, L:/127.0.0.1:39289 - R:/127.0.0.1:41788] 2024-11-19T06:25:41,553 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:41,555 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7155077296674721252.pem was interrupted and is shutting down... 2024-11-19T06:25:41,555 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17642023617085377165.pem was interrupted and is shutting down... 2024-11-19T06:25:41,556 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread finished 2024-11-19T06:25:41,556 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread finished 2024-11-19T06:25:41,565 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,565 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,565 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,565 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,565 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,565 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,565 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,565 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17642023617085377165.pem 2024-11-19T06:25:41,565 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,565 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,565 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,565 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,566 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,566 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,566 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,566 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7155077296674721252.pem 2024-11-19T06:25:41,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:41,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,567 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,570 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,570 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,571 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread started 2024-11-19T06:25:41,571 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,571 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread started 2024-11-19T06:25:41,571 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,575 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,575 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,576 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5769c38f, L:/127.0.0.1:39289 - R:/127.0.0.1:41800] 2024-11-19T06:25:41,594 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:41,595 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17642023617085377165.pem was interrupted and is shutting down... 2024-11-19T06:25:41,595 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39289 2024-11-19T06:25:41,595 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7155077296674721252.pem was interrupted and is shutting down... 2024-11-19T06:25:41,595 DEBUG [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17642023617085377165.pem was interrupted and is shutting down... 2024-11-19T06:25:41,595 DEBUG [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7155077296674721252.pem was interrupted and is shutting down... 2024-11-19T06:25:41,596 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread finished 2024-11-19T06:25:41,596 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread finished 2024-11-19T06:25:41,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=5655 (was 5658) 2024-11-19T06:25:41,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=5655 2024-11-19T06:25:41,610 INFO [FileChangeWatcher-hbase_test_key17642023617085377165.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17642023617085377165.pem thread finished 2024-11-19T06:25:41,610 INFO [FileChangeWatcher-hbase_test_ca7155077296674721252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7155077296674721252.pem thread finished 2024-11-19T06:25:41,648 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:41,648 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39337 2024-11-19T06:25:41,648 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:41,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:41,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,650 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,676 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,677 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,677 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread started 2024-11-19T06:25:41,677 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,678 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread started 2024-11-19T06:25:41,678 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,707 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,707 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,707 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread started 2024-11-19T06:25:41,707 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,708 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread started 2024-11-19T06:25:41,708 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7db26b49, L:/127.0.0.1:39337 - R:/127.0.0.1:49896] 2024-11-19T06:25:41,741 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,747 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,747 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,747 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,747 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,747 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,747 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,747 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,747 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,771 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,771 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:41,771 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,771 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,771 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,784 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,784 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,784 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,784 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,784 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,784 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,784 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39337,0 is dead - stopping the connection localhost:39337/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T06:25:41,784 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,784 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:41,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,785 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,823 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,824 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,839 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00a53e26, L:/127.0.0.1:39337 - R:/127.0.0.1:49904] 2024-11-19T06:25:41,903 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:41,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:41,904 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39337 2024-11-19T06:25:41,904 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca503640550320071432.p12 was interrupted and is shutting down... 2024-11-19T06:25:41,904 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12176353906430459677.p12 was interrupted and is shutting down... 2024-11-19T06:25:41,904 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca503640550320071432.p12 was interrupted and is shutting down... 2024-11-19T06:25:41,904 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12176353906430459677.p12 was interrupted and is shutting down... 2024-11-19T06:25:41,904 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread finished 2024-11-19T06:25:41,904 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread finished 2024-11-19T06:25:41,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=5629 (was 5655) 2024-11-19T06:25:41,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=5629 2024-11-19T06:25:41,914 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread finished 2024-11-19T06:25:41,914 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread finished 2024-11-19T06:25:41,915 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:41,915 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45621 2024-11-19T06:25:41,915 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:41,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:41,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:41,917 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,943 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,943 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,944 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread started 2024-11-19T06:25:41,944 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,944 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread started 2024-11-19T06:25:41,944 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:41,957 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:41,970 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:41,970 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,971 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread started 2024-11-19T06:25:41,971 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:41,971 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread started 2024-11-19T06:25:41,971 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7a8e4812, L:/127.0.0.1:45621 - R:/127.0.0.1:59276] 2024-11-19T06:25:42,002 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:42,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:42,004 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca503640550320071432.p12 was interrupted and is shutting down... 2024-11-19T06:25:42,004 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12176353906430459677.p12 was interrupted and is shutting down... 2024-11-19T06:25:42,004 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread finished 2024-11-19T06:25:42,004 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread finished 2024-11-19T06:25:42,008 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:42,008 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:42,008 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:42,008 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:42,030 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:42,030 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:42,030 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:42,030 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12176353906430459677.p12 2024-11-19T06:25:42,031 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:42,031 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:42,031 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:42,031 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:42,043 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:42,043 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:42,043 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:42,043 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca503640550320071432.p12 2024-11-19T06:25:42,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:42,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:42,044 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:42,086 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:42,087 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:42,087 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread started 2024-11-19T06:25:42,087 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:42,088 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread started 2024-11-19T06:25:42,088 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:42,101 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:42,114 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:42,114 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7966da89, L:/127.0.0.1:45621 - R:/127.0.0.1:59286] 2024-11-19T06:25:42,147 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:42,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:42,148 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45621 2024-11-19T06:25:42,148 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12176353906430459677.p12 was interrupted and is shutting down... 2024-11-19T06:25:42,148 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca503640550320071432.p12 was interrupted and is shutting down... 2024-11-19T06:25:42,148 DEBUG [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12176353906430459677.p12 was interrupted and is shutting down... 2024-11-19T06:25:42,148 DEBUG [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca503640550320071432.p12 was interrupted and is shutting down... 2024-11-19T06:25:42,148 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread finished 2024-11-19T06:25:42,148 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread finished 2024-11-19T06:25:42,153 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=5627 (was 5629) 2024-11-19T06:25:42,158 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=5626 2024-11-19T06:25:42,166 INFO [FileChangeWatcher-hbase_test_key12176353906430459677.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12176353906430459677.p12 thread finished 2024-11-19T06:25:42,166 INFO [FileChangeWatcher-hbase_test_ca503640550320071432.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca503640550320071432.p12 thread finished 2024-11-19T06:25:42,522 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:42,522 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42833 2024-11-19T06:25:42,523 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:42,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327424d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:42,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:42,524 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:42,775 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:42,776 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:42,776 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread started 2024-11-19T06:25:42,776 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:42,777 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread started 2024-11-19T06:25:42,777 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:42,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:43,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:43,032 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:43,032 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread started 2024-11-19T06:25:43,032 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:43,033 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread started 2024-11-19T06:25:43,033 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83ed67df, L:/127.0.0.1:42833 - R:/127.0.0.1:40268] 2024-11-19T06:25:43,207 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:43,225 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,225 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,225 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,225 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,226 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,226 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,226 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,226 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,424 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,424 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,424 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,424 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,424 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,550 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,550 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,550 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,550 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,550 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42833,0 is dead - stopping the connection localhost:42833/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-19T06:25:43,550 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,550 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,550 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,550 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:43,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:43,551 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:43,803 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:43,803 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:43,931 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:44,057 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:44,057 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xed576953, L:/127.0.0.1:42833 - R:/127.0.0.1:40272] 2024-11-19T06:25:44,197 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:44,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:44,199 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42833 2024-11-19T06:25:44,199 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks was interrupted and is shutting down... 2024-11-19T06:25:44,199 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks was interrupted and is shutting down... 2024-11-19T06:25:44,199 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks was interrupted and is shutting down... 2024-11-19T06:25:44,199 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks was interrupted and is shutting down... 2024-11-19T06:25:44,199 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread finished 2024-11-19T06:25:44,199 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread finished 2024-11-19T06:25:44,199 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread finished 2024-11-19T06:25:44,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=5619 (was 5626) 2024-11-19T06:25:44,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=5619 2024-11-19T06:25:44,211 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T06:25:44,211 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38307 2024-11-19T06:25:44,211 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-19T06:25:44,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:44,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:44,213 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:44,214 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread finished 2024-11-19T06:25:44,465 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:44,465 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:44,465 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread started 2024-11-19T06:25:44,466 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:44,466 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread started 2024-11-19T06:25:44,466 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:44,593 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:44,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:44,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:44,720 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread started 2024-11-19T06:25:44,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:44,721 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread started 2024-11-19T06:25:44,721 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2b55af74, L:/127.0.0.1:38307 - R:/127.0.0.1:54860] 2024-11-19T06:25:44,858 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:44,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:44,859 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks was interrupted and is shutting down... 2024-11-19T06:25:44,859 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks was interrupted and is shutting down... 2024-11-19T06:25:44,860 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread finished 2024-11-19T06:25:44,860 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread finished 2024-11-19T06:25:44,869 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:44,869 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:44,869 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:44,869 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:45,056 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:45,056 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:45,056 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:45,056 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1654868842109859001.bcfks 2024-11-19T06:25:45,089 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:45,089 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:45,089 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:45,089 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:45,219 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:45,219 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:45,219 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:45,219 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9096312211066737432.bcfks 2024-11-19T06:25:45,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T06:25:45,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-19T06:25:45,220 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:45,473 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:45,474 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:45,474 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread started 2024-11-19T06:25:45,474 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bd7c59ad-138d-342f-d1c9-8d0d69fa8c2e/TestNettyTLSIPCFileWatcher 2024-11-19T06:25:45,475 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread started 2024-11-19T06:25:45,475 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-19T06:25:45,603 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-19T06:25:45,731 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-19T06:25:45,731 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc388da7c, L:/127.0.0.1:38307 - R:/127.0.0.1:54872] 2024-11-19T06:25:45,871 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-19T06:25:45,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T06:25:45,872 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38307 2024-11-19T06:25:45,872 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks was interrupted and is shutting down... 2024-11-19T06:25:45,872 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks was interrupted and is shutting down... 2024-11-19T06:25:45,872 DEBUG [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks was interrupted and is shutting down... 2024-11-19T06:25:45,872 DEBUG [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks was interrupted and is shutting down... 2024-11-19T06:25:45,873 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread finished 2024-11-19T06:25:45,873 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread finished 2024-11-19T06:25:45,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=5624 (was 5619) - AvailableMemoryMB LEAK? - 2024-11-19T06:25:45,886 INFO [FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9096312211066737432.bcfks thread finished 2024-11-19T06:25:45,886 INFO [FileChangeWatcher-hbase_test_key1654868842109859001.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1654868842109859001.bcfks thread finished