2024-11-25 01:12:15,042 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 01:12:15,053 main DEBUG Took 0.009528 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 01:12:15,054 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 01:12:15,054 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 01:12:15,055 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 01:12:15,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,064 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 01:12:15,075 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,079 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,080 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,081 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,083 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,084 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,085 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,086 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,087 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,089 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,090 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 01:12:15,091 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,091 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 01:12:15,093 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 01:12:15,095 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 01:12:15,097 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 01:12:15,098 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 01:12:15,099 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 01:12:15,100 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 01:12:15,109 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 01:12:15,112 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 01:12:15,114 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 01:12:15,114 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 01:12:15,115 main DEBUG createAppenders(={Console}) 2024-11-25 01:12:15,115 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-25 01:12:15,116 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 01:12:15,116 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-25 01:12:15,117 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 01:12:15,117 main DEBUG OutputStream closed 2024-11-25 01:12:15,118 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 01:12:15,118 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 01:12:15,118 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-25 01:12:15,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 01:12:15,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 01:12:15,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 01:12:15,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 01:12:15,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 01:12:15,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 01:12:15,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 01:12:15,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 01:12:15,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 01:12:15,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 01:12:15,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 01:12:15,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 01:12:15,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 01:12:15,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 01:12:15,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 01:12:15,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 01:12:15,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 01:12:15,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 01:12:15,217 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 01:12:15,218 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-25 01:12:15,218 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 01:12:15,219 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-25T01:12:15,236 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-25 01:12:15,239 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 01:12:15,240 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T01:12:15,648 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T01:12:16,428 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=7973 2024-11-25T01:12:17,123 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T01:12:17,169 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T01:12:17,183 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T01:12:17,195 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T01:12:17,274 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:17,307 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31559 (auto-detected) 2024-11-25T01:12:17,309 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T01:12:17,333 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36803 2024-11-25T01:12:17,336 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:17,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:17,369 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T01:12:17,370 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T01:12:17,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:17,703 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:17,756 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:17,849 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:17,852 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread started 2024-11-25T01:12:17,852 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:17,853 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread started 2024-11-25T01:12:17,863 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:17,924 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:17,940 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:18,000 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:18,001 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread started 2024-11-25T01:12:18,001 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:18,002 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread started 2024-11-25T01:12:18,003 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf011e163, L:/127.0.0.1:36803 - R:/127.0.0.1:34074] 2024-11-25T01:12:18,136 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:18,429 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,429 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,429 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,429 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,430 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,430 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,430 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,430 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,456 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,456 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,456 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,456 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,456 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,457 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,457 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,457 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,457 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,457 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,458 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,458 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,458 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,458 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,458 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,458 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,471 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,471 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,471 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,471 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,472 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,472 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36803,0 is dead - stopping the connection localhost:36803/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T01:12:18,472 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,472 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,472 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:18,474 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:18,509 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:18,510 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:18,527 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:18,542 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:18,543 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcec52b28, L:/127.0.0.1:36803 - R:/127.0.0.1:34076] 2024-11-25T01:12:18,591 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:18,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:18,593 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36803 2024-11-25T01:12:18,593 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1461346592615304156.jks was interrupted and is shutting down... 2024-11-25T01:12:18,593 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11646560727659876088.jks was interrupted and is shutting down... 2024-11-25T01:12:18,594 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1461346592615304156.jks was interrupted and is shutting down... 2024-11-25T01:12:18,594 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11646560727659876088.jks was interrupted and is shutting down... 2024-11-25T01:12:18,594 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread finished 2024-11-25T01:12:18,594 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread finished 2024-11-25T01:12:18,594 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread finished 2024-11-25T01:12:18,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11646560727659876088.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 185), ProcessCount=11 (was 11), AvailableMemoryMB=7836 (was 7973) 2024-11-25T01:12:18,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=7836 2024-11-25T01:12:18,611 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:18,612 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread finished 2024-11-25T01:12:18,612 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40735 2024-11-25T01:12:18,612 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:18,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:18,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:18,615 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:18,645 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:18,646 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:18,646 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread started 2024-11-25T01:12:18,646 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:18,647 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread started 2024-11-25T01:12:18,647 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:18,663 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:18,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:18,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:18,679 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread started 2024-11-25T01:12:18,680 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:18,680 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread started 2024-11-25T01:12:18,680 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbde6288d, L:/127.0.0.1:40735 - R:/127.0.0.1:56768] 2024-11-25T01:12:18,719 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:18,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:18,721 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11646560727659876088.jks was interrupted and is shutting down... 2024-11-25T01:12:18,721 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1461346592615304156.jks was interrupted and is shutting down... 2024-11-25T01:12:18,722 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread finished 2024-11-25T01:12:18,722 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread finished 2024-11-25T01:12:18,899 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,899 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,899 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,899 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,926 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,926 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,927 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,927 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1461346592615304156.jks 2024-11-25T01:12:18,927 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,927 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,927 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,927 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,942 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,942 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,942 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,942 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11646560727659876088.jks 2024-11-25T01:12:18,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:18,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:18,944 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:18,975 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:18,976 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:18,977 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:18,977 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread started 2024-11-25T01:12:18,977 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread started 2024-11-25T01:12:18,978 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:18,994 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:19,009 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:19,010 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d01bdd1, L:/127.0.0.1:40735 - R:/127.0.0.1:56780] 2024-11-25T01:12:19,048 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:19,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:19,050 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40735 2024-11-25T01:12:19,050 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1461346592615304156.jks was interrupted and is shutting down... 2024-11-25T01:12:19,050 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11646560727659876088.jks was interrupted and is shutting down... 2024-11-25T01:12:19,051 DEBUG [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11646560727659876088.jks was interrupted and is shutting down... 2024-11-25T01:12:19,051 DEBUG [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1461346592615304156.jks was interrupted and is shutting down... 2024-11-25T01:12:19,051 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread finished 2024-11-25T01:12:19,051 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread finished 2024-11-25T01:12:19,051 INFO [FileChangeWatcher-hbase_test_ca11646560727659876088.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11646560727659876088.jks thread finished 2024-11-25T01:12:19,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_key1461346592615304156.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 185), ProcessCount=11 (was 11), AvailableMemoryMB=7786 (was 7836) 2024-11-25T01:12:19,064 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=7786 2024-11-25T01:12:19,064 INFO [FileChangeWatcher-hbase_test_key1461346592615304156.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1461346592615304156.jks thread finished 2024-11-25T01:12:19,113 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:19,114 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35581 2024-11-25T01:12:19,114 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:19,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:19,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:19,117 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:19,147 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:19,147 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,148 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key764541520427206438.pem thread started 2024-11-25T01:12:19,148 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,149 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread started 2024-11-25T01:12:19,149 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:19,169 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:19,170 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:19,171 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,171 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key764541520427206438.pem thread started 2024-11-25T01:12:19,172 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,172 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread started 2024-11-25T01:12:19,172 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1479fbb7, L:/127.0.0.1:35581 - R:/127.0.0.1:59574] 2024-11-25T01:12:19,191 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:19,418 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,418 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,418 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,419 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,420 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,420 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35581,0 is dead - stopping the connection localhost:35581/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T01:12:19,420 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,420 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:19,421 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,421 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,421 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,422 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:19,431 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:19,431 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:19,437 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:19,438 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:19,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x74f7ca78, L:/127.0.0.1:35581 - R:/127.0.0.1:59586] 2024-11-25T01:12:19,463 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:19,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:19,466 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5876367174095274437.pem was interrupted and is shutting down... 2024-11-25T01:12:19,466 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key764541520427206438.pem was interrupted and is shutting down... 2024-11-25T01:12:19,466 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35581 2024-11-25T01:12:19,466 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5876367174095274437.pem was interrupted and is shutting down... 2024-11-25T01:12:19,466 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key764541520427206438.pem was interrupted and is shutting down... 2024-11-25T01:12:19,466 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key764541520427206438.pem thread finished 2024-11-25T01:12:19,466 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread finished 2024-11-25T01:12:19,466 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread finished 2024-11-25T01:12:19,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key764541520427206438.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 185), ProcessCount=11 (was 11), AvailableMemoryMB=7735 (was 7786) 2024-11-25T01:12:19,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=7735 2024-11-25T01:12:19,480 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key764541520427206438.pem thread finished 2024-11-25T01:12:19,481 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:19,482 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35021 2024-11-25T01:12:19,482 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:19,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:19,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:19,484 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:19,489 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:19,489 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,490 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,490 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key764541520427206438.pem thread started 2024-11-25T01:12:19,491 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread started 2024-11-25T01:12:19,491 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:19,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:19,498 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:19,498 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,499 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key764541520427206438.pem thread started 2024-11-25T01:12:19,499 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,499 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread started 2024-11-25T01:12:19,499 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x20060aea, L:/127.0.0.1:35021 - R:/127.0.0.1:35038] 2024-11-25T01:12:19,514 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:19,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:19,517 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key764541520427206438.pem was interrupted and is shutting down... 2024-11-25T01:12:19,517 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5876367174095274437.pem was interrupted and is shutting down... 2024-11-25T01:12:19,517 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread finished 2024-11-25T01:12:19,517 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key764541520427206438.pem thread finished 2024-11-25T01:12:19,924 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,924 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,924 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,924 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,924 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,924 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,924 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,924 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key764541520427206438.pem 2024-11-25T01:12:19,925 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,925 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,925 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,925 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,925 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,925 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,925 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:19,925 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5876367174095274437.pem 2024-11-25T01:12:19,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:19,927 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:19,932 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:19,933 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,934 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:19,934 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key764541520427206438.pem thread started 2024-11-25T01:12:19,934 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread started 2024-11-25T01:12:19,934 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:19,941 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:19,941 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:19,942 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa948026f, L:/127.0.0.1:35021 - R:/127.0.0.1:35042] 2024-11-25T01:12:19,957 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:19,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:19,959 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35021 2024-11-25T01:12:19,959 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5876367174095274437.pem was interrupted and is shutting down... 2024-11-25T01:12:19,959 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key764541520427206438.pem was interrupted and is shutting down... 2024-11-25T01:12:19,959 DEBUG [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key764541520427206438.pem was interrupted and is shutting down... 2024-11-25T01:12:19,959 DEBUG [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5876367174095274437.pem was interrupted and is shutting down... 2024-11-25T01:12:19,960 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread finished 2024-11-25T01:12:19,960 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key764541520427206438.pem thread finished 2024-11-25T01:12:19,960 INFO [FileChangeWatcher-hbase_test_key764541520427206438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key764541520427206438.pem thread finished 2024-11-25T01:12:19,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 185), ProcessCount=11 (was 11), AvailableMemoryMB=7654 (was 7735) 2024-11-25T01:12:19,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=7653 2024-11-25T01:12:19,976 INFO [FileChangeWatcher-hbase_test_ca5876367174095274437.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5876367174095274437.pem thread finished 2024-11-25T01:12:20,020 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:20,021 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41471 2024-11-25T01:12:20,021 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:20,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb3d421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:20,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:20,023 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:20,057 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:20,058 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,059 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,059 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread started 2024-11-25T01:12:20,059 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread started 2024-11-25T01:12:20,060 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:20,077 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:20,094 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:20,095 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,095 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread started 2024-11-25T01:12:20,095 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,096 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread started 2024-11-25T01:12:20,096 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x907d2ab8, L:/127.0.0.1:41471 - R:/127.0.0.1:32872] 2024-11-25T01:12:20,137 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:20,263 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,263 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,263 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,263 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,263 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,263 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,263 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,263 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,293 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,293 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,293 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,293 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,294 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,294 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,310 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41471,0 is dead - stopping the connection localhost:41471/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T01:12:20,310 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,310 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,310 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,310 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,311 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,311 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,311 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,311 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:20,312 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:20,347 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:20,347 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:20,366 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:20,384 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:20,384 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xba9f0b77, L:/127.0.0.1:41471 - R:/127.0.0.1:32884] 2024-11-25T01:12:20,425 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:20,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:20,427 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41471 2024-11-25T01:12:20,427 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 was interrupted and is shutting down... 2024-11-25T01:12:20,427 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12762515941113556451.p12 was interrupted and is shutting down... 2024-11-25T01:12:20,427 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 was interrupted and is shutting down... 2024-11-25T01:12:20,427 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12762515941113556451.p12 was interrupted and is shutting down... 2024-11-25T01:12:20,427 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread finished 2024-11-25T01:12:20,427 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread finished 2024-11-25T01:12:20,427 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread finished 2024-11-25T01:12:20,427 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread finished 2024-11-25T01:12:20,434 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 185), ProcessCount=11 (was 11), AvailableMemoryMB=7607 (was 7653) 2024-11-25T01:12:20,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=7606 2024-11-25T01:12:20,440 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:20,441 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34413 2024-11-25T01:12:20,441 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:20,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:20,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:20,443 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:20,480 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:20,481 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,481 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread started 2024-11-25T01:12:20,481 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,482 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread started 2024-11-25T01:12:20,482 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:20,500 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:20,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:20,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,518 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread started 2024-11-25T01:12:20,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,519 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread started 2024-11-25T01:12:20,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0782b685, L:/127.0.0.1:34413 - R:/127.0.0.1:48304] 2024-11-25T01:12:20,559 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:20,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:20,561 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12762515941113556451.p12 was interrupted and is shutting down... 2024-11-25T01:12:20,561 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 was interrupted and is shutting down... 2024-11-25T01:12:20,561 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread finished 2024-11-25T01:12:20,561 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread finished 2024-11-25T01:12:20,909 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,909 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,909 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,909 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,939 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,939 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,939 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,939 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12762515941113556451.p12 2024-11-25T01:12:20,939 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,939 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,940 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,940 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,956 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,956 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,956 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,956 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7411317557551420286.p12 2024-11-25T01:12:20,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:20,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:20,957 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:20,991 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:20,992 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,992 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:20,992 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread started 2024-11-25T01:12:20,993 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread started 2024-11-25T01:12:20,993 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:21,013 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:21,030 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:21,031 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7257f5c0, L:/127.0.0.1:34413 - R:/127.0.0.1:48310] 2024-11-25T01:12:21,073 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:21,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:21,075 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12762515941113556451.p12 was interrupted and is shutting down... 2024-11-25T01:12:21,075 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34413 2024-11-25T01:12:21,075 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 was interrupted and is shutting down... 2024-11-25T01:12:21,075 DEBUG [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12762515941113556451.p12 was interrupted and is shutting down... 2024-11-25T01:12:21,075 DEBUG [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 was interrupted and is shutting down... 2024-11-25T01:12:21,075 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread finished 2024-11-25T01:12:21,075 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread finished 2024-11-25T01:12:21,075 INFO [FileChangeWatcher-hbase_test_key12762515941113556451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12762515941113556451.p12 thread finished 2024-11-25T01:12:21,082 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=7538 (was 7606) 2024-11-25T01:12:21,087 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=7538 2024-11-25T01:12:21,092 INFO [FileChangeWatcher-hbase_test_ca7411317557551420286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7411317557551420286.p12 thread finished 2024-11-25T01:12:21,624 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:21,625 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40341 2024-11-25T01:12:21,625 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:21,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d94c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:21,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:21,627 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:21,967 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:21,968 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:21,969 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread started 2024-11-25T01:12:21,969 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:21,969 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread started 2024-11-25T01:12:21,969 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:22,133 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:22,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:22,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:22,298 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread started 2024-11-25T01:12:22,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:22,298 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread started 2024-11-25T01:12:22,299 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa8aac894, L:/127.0.0.1:40341 - R:/127.0.0.1:55504] 2024-11-25T01:12:22,494 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:22,640 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,640 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,640 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,640 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,640 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,640 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,640 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,640 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:22,885 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,885 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:22,885 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:22,885 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:22,885 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:23,048 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:23,048 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:23,048 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:23,048 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40341,0 is dead - stopping the connection localhost:40341/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T01:12:23,048 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:23,048 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:23,048 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:23,048 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:23,049 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:23,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:23,050 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:23,376 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:23,377 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:23,540 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:23,713 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:23,713 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x831c6e96, L:/127.0.0.1:40341 - R:/127.0.0.1:48566] 2024-11-25T01:12:23,912 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:23,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:23,914 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40341 2024-11-25T01:12:23,914 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks was interrupted and is shutting down... 2024-11-25T01:12:23,914 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks was interrupted and is shutting down... 2024-11-25T01:12:23,914 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks was interrupted and is shutting down... 2024-11-25T01:12:23,914 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks was interrupted and is shutting down... 2024-11-25T01:12:23,914 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread finished 2024-11-25T01:12:23,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_key15265005521142760763.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key15265005521142760763.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7538) 2024-11-25T01:12:23,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=7478 2024-11-25T01:12:23,928 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:23,929 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40337 2024-11-25T01:12:23,929 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:23,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:23,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:23,931 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:23,936 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread finished 2024-11-25T01:12:23,936 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread finished 2024-11-25T01:12:23,936 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread finished 2024-11-25T01:12:24,257 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:24,258 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:24,258 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread started 2024-11-25T01:12:24,258 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:24,259 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread started 2024-11-25T01:12:24,259 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:24,434 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:24,601 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:24,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:24,603 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread started 2024-11-25T01:12:24,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:24,603 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread started 2024-11-25T01:12:24,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3f20786a, L:/127.0.0.1:40337 - R:/127.0.0.1:47864] 2024-11-25T01:12:24,787 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:24,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:24,789 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks was interrupted and is shutting down... 2024-11-25T01:12:24,789 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks was interrupted and is shutting down... 2024-11-25T01:12:24,790 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread finished 2024-11-25T01:12:24,790 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread finished 2024-11-25T01:12:25,041 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:25,041 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:25,041 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:25,041 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:25,290 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:25,290 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:25,290 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:25,290 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15265005521142760763.bcfks 2024-11-25T01:12:25,290 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:25,290 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:25,290 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:25,291 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:25,453 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:25,453 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:25,453 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:25,453 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14727481764648940389.bcfks 2024-11-25T01:12:25,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:25,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:25,455 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:25,783 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:25,783 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:25,784 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread started 2024-11-25T01:12:25,784 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:25,784 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread started 2024-11-25T01:12:25,785 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:25,953 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:26,116 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:26,116 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa686364e, L:/127.0.0.1:40337 - R:/127.0.0.1:47868] 2024-11-25T01:12:26,313 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:26,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:26,316 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40337 2024-11-25T01:12:26,316 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks was interrupted and is shutting down... 2024-11-25T01:12:26,316 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks was interrupted and is shutting down... 2024-11-25T01:12:26,316 DEBUG [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks was interrupted and is shutting down... 2024-11-25T01:12:26,316 DEBUG [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks was interrupted and is shutting down... 2024-11-25T01:12:26,316 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread finished 2024-11-25T01:12:26,316 INFO [FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14727481764648940389.bcfks thread finished 2024-11-25T01:12:26,316 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread finished 2024-11-25T01:12:26,316 INFO [FileChangeWatcher-hbase_test_key15265005521142760763.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15265005521142760763.bcfks thread finished 2024-11-25T01:12:26,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=7443 (was 7478) 2024-11-25T01:12:26,329 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7443 2024-11-25T01:12:26,463 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:26,464 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39097 2024-11-25T01:12:26,464 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:26,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:26,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:26,466 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:26,500 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:26,500 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:26,501 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread started 2024-11-25T01:12:26,501 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:26,501 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread started 2024-11-25T01:12:26,501 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:26,521 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:26,538 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:26,539 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:26,539 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread started 2024-11-25T01:12:26,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:26,541 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread started 2024-11-25T01:12:26,541 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc984ba5c, L:/127.0.0.1:39097 - R:/127.0.0.1:32924] 2024-11-25T01:12:26,600 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:26,609 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,609 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,609 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,609 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,609 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,609 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,609 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,609 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,638 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,638 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,638 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,638 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,639 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,639 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,639 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,639 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,639 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,639 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,639 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,639 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,639 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,639 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,639 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,639 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,655 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,655 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,655 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,655 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39097,0 is dead - stopping the connection localhost:39097/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T01:12:26,655 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,655 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,655 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,655 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,655 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:26,657 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:26,692 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:26,692 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:26,720 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:26,738 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:26,739 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x70122743, L:/127.0.0.1:39097 - R:/127.0.0.1:32934] 2024-11-25T01:12:26,784 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:26,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:26,786 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39097 2024-11-25T01:12:26,786 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16707002135086193409.jks was interrupted and is shutting down... 2024-11-25T01:12:26,786 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6459944690616834865.jks was interrupted and is shutting down... 2024-11-25T01:12:26,786 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16707002135086193409.jks was interrupted and is shutting down... 2024-11-25T01:12:26,786 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6459944690616834865.jks was interrupted and is shutting down... 2024-11-25T01:12:26,786 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread finished 2024-11-25T01:12:26,786 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread finished 2024-11-25T01:12:26,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7419 (was 7443) 2024-11-25T01:12:26,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7418 2024-11-25T01:12:26,800 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:26,800 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39661 2024-11-25T01:12:26,801 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:26,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:26,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:26,802 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:26,808 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread finished 2024-11-25T01:12:26,808 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread finished 2024-11-25T01:12:26,835 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:26,836 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:26,836 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread started 2024-11-25T01:12:26,837 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:26,837 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread started 2024-11-25T01:12:26,837 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:26,855 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:26,872 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:26,873 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:26,873 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread started 2024-11-25T01:12:26,873 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:26,874 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread started 2024-11-25T01:12:26,874 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x872e12bb, L:/127.0.0.1:39661 - R:/127.0.0.1:59054] 2024-11-25T01:12:26,918 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:26,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:26,920 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6459944690616834865.jks was interrupted and is shutting down... 2024-11-25T01:12:26,920 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16707002135086193409.jks was interrupted and is shutting down... 2024-11-25T01:12:26,920 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread finished 2024-11-25T01:12:26,921 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread finished 2024-11-25T01:12:26,928 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,928 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,928 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,928 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,960 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,960 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,960 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,960 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16707002135086193409.jks 2024-11-25T01:12:26,961 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,961 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,961 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,961 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,977 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,977 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,977 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,977 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6459944690616834865.jks 2024-11-25T01:12:26,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:26,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:26,979 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,017 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,018 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,018 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread started 2024-11-25T01:12:27,018 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,020 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread started 2024-11-25T01:12:27,020 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:27,042 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,059 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,059 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xca8db5ef, L:/127.0.0.1:39661 - R:/127.0.0.1:59064] 2024-11-25T01:12:27,104 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:27,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:27,105 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39661 2024-11-25T01:12:27,105 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6459944690616834865.jks was interrupted and is shutting down... 2024-11-25T01:12:27,105 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16707002135086193409.jks was interrupted and is shutting down... 2024-11-25T01:12:27,106 DEBUG [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16707002135086193409.jks was interrupted and is shutting down... 2024-11-25T01:12:27,106 DEBUG [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6459944690616834865.jks was interrupted and is shutting down... 2024-11-25T01:12:27,106 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread finished 2024-11-25T01:12:27,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7399 (was 7418) 2024-11-25T01:12:27,118 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7399 2024-11-25T01:12:27,124 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:27,124 INFO [FileChangeWatcher-hbase_test_key16707002135086193409.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16707002135086193409.jks thread finished 2024-11-25T01:12:27,124 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread finished 2024-11-25T01:12:27,124 INFO [FileChangeWatcher-hbase_test_ca6459944690616834865.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6459944690616834865.jks thread finished 2024-11-25T01:12:27,124 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34523 2024-11-25T01:12:27,124 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:27,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:27,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:27,126 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,130 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,130 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,131 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread started 2024-11-25T01:12:27,131 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,131 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread started 2024-11-25T01:12:27,131 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:27,135 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,135 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,136 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,136 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread started 2024-11-25T01:12:27,136 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,137 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread started 2024-11-25T01:12:27,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x014ef7fe, L:/127.0.0.1:34523 - R:/127.0.0.1:43374] 2024-11-25T01:12:27,150 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,160 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34523,0 is dead - stopping the connection localhost:34523/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T01:12:27,160 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,161 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,161 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,161 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,161 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:27,162 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,168 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,168 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:27,172 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,172 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,173 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef24f1a4, L:/127.0.0.1:34523 - R:/127.0.0.1:43390] 2024-11-25T01:12:27,189 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:27,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:27,191 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34523 2024-11-25T01:12:27,191 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15442126177601907624.pem was interrupted and is shutting down... 2024-11-25T01:12:27,191 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16417882864947669649.pem was interrupted and is shutting down... 2024-11-25T01:12:27,191 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15442126177601907624.pem was interrupted and is shutting down... 2024-11-25T01:12:27,191 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16417882864947669649.pem was interrupted and is shutting down... 2024-11-25T01:12:27,191 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread finished 2024-11-25T01:12:27,191 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread finished 2024-11-25T01:12:27,191 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread finished 2024-11-25T01:12:27,198 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7395 (was 7399) 2024-11-25T01:12:27,203 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7395 2024-11-25T01:12:27,204 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread finished 2024-11-25T01:12:27,205 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:27,205 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40157 2024-11-25T01:12:27,205 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:27,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:27,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:27,207 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,210 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,211 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,211 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread started 2024-11-25T01:12:27,211 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,212 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread started 2024-11-25T01:12:27,212 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:27,216 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,216 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,217 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,217 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread started 2024-11-25T01:12:27,217 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,219 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread started 2024-11-25T01:12:27,219 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x71f19e2f, L:/127.0.0.1:40157 - R:/127.0.0.1:58142] 2024-11-25T01:12:27,233 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:27,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:27,235 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15442126177601907624.pem was interrupted and is shutting down... 2024-11-25T01:12:27,235 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16417882864947669649.pem was interrupted and is shutting down... 2024-11-25T01:12:27,235 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread finished 2024-11-25T01:12:27,235 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread finished 2024-11-25T01:12:27,243 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,243 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,243 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,243 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,244 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,244 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,244 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,244 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15442126177601907624.pem 2024-11-25T01:12:27,244 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,244 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,244 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,244 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,244 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,244 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,244 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,244 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16417882864947669649.pem 2024-11-25T01:12:27,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:27,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:27,245 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,250 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,250 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,251 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread started 2024-11-25T01:12:27,251 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,252 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread started 2024-11-25T01:12:27,252 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:27,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0450b3a6, L:/127.0.0.1:40157 - R:/127.0.0.1:58148] 2024-11-25T01:12:27,273 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:27,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:27,275 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40157 2024-11-25T01:12:27,275 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15442126177601907624.pem was interrupted and is shutting down... 2024-11-25T01:12:27,275 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16417882864947669649.pem was interrupted and is shutting down... 2024-11-25T01:12:27,275 DEBUG [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15442126177601907624.pem was interrupted and is shutting down... 2024-11-25T01:12:27,275 DEBUG [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16417882864947669649.pem was interrupted and is shutting down... 2024-11-25T01:12:27,275 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread finished 2024-11-25T01:12:27,275 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread finished 2024-11-25T01:12:27,275 INFO [FileChangeWatcher-hbase_test_key15442126177601907624.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15442126177601907624.pem thread finished 2024-11-25T01:12:27,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7391 (was 7395) 2024-11-25T01:12:27,288 INFO [FileChangeWatcher-hbase_test_ca16417882864947669649.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16417882864947669649.pem thread finished 2024-11-25T01:12:27,288 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7391 2024-11-25T01:12:27,336 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:27,336 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33811 2024-11-25T01:12:27,336 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:27,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:27,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:27,338 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,371 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,372 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,384 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,384 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread started 2024-11-25T01:12:27,384 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread started 2024-11-25T01:12:27,384 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:27,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,423 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,424 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread started 2024-11-25T01:12:27,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,425 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread started 2024-11-25T01:12:27,425 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x19d30c46, L:/127.0.0.1:33811 - R:/127.0.0.1:49018] 2024-11-25T01:12:27,467 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:27,474 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,474 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,474 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,474 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,474 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,474 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,474 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,474 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,503 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,503 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,503 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,503 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,503 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,519 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,519 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,519 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,519 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,519 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,519 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,519 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,519 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,519 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33811,0 is dead - stopping the connection localhost:33811/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T01:12:27,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:27,520 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,557 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,557 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:27,575 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,591 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,591 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd7c16433, L:/127.0.0.1:33811 - R:/127.0.0.1:49028] 2024-11-25T01:12:27,632 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:27,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:27,633 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12473213780626023128.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,633 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33811 2024-11-25T01:12:27,633 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,634 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,634 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12473213780626023128.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,634 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread finished 2024-11-25T01:12:27,634 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread finished 2024-11-25T01:12:27,634 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread finished 2024-11-25T01:12:27,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7366 (was 7391) 2024-11-25T01:12:27,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7366 2024-11-25T01:12:27,647 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:27,647 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43363 2024-11-25T01:12:27,647 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:27,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:27,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:27,649 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,652 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread finished 2024-11-25T01:12:27,681 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,682 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,682 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread started 2024-11-25T01:12:27,682 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,683 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread started 2024-11-25T01:12:27,683 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:27,699 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,715 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,715 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,716 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread started 2024-11-25T01:12:27,716 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,716 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread started 2024-11-25T01:12:27,716 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x35d8f334, L:/127.0.0.1:43363 - R:/127.0.0.1:43900] 2024-11-25T01:12:27,754 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:27,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:27,756 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12473213780626023128.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,756 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,756 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread finished 2024-11-25T01:12:27,756 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread finished 2024-11-25T01:12:27,761 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,761 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,761 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,761 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,791 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,791 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,791 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,792 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12473213780626023128.p12 2024-11-25T01:12:27,792 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,792 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,792 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,792 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,808 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,808 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,808 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,808 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12146648686143720803.p12 2024-11-25T01:12:27,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:27,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:27,809 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,841 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,842 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,842 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread started 2024-11-25T01:12:27,842 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:27,843 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread started 2024-11-25T01:12:27,843 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:27,870 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:27,886 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:27,887 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x17c640b6, L:/127.0.0.1:43363 - R:/127.0.0.1:43904] 2024-11-25T01:12:27,928 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:27,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:27,929 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43363 2024-11-25T01:12:27,929 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12473213780626023128.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,929 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,929 DEBUG [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,929 DEBUG [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12473213780626023128.p12 was interrupted and is shutting down... 2024-11-25T01:12:27,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=43 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7355 (was 7366) 2024-11-25T01:12:27,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=43, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7354 2024-11-25T01:12:27,952 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread finished 2024-11-25T01:12:27,952 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread finished 2024-11-25T01:12:27,952 INFO [FileChangeWatcher-hbase_test_ca12146648686143720803.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12146648686143720803.p12 thread finished 2024-11-25T01:12:27,952 INFO [FileChangeWatcher-hbase_test_key12473213780626023128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12473213780626023128.p12 thread finished 2024-11-25T01:12:28,352 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:28,353 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39635 2024-11-25T01:12:28,353 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:28,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6ea1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:28,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:28,355 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:28,682 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:28,683 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:28,683 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:28,683 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread started 2024-11-25T01:12:28,684 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread started 2024-11-25T01:12:28,684 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:28,847 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:29,010 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:29,010 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:29,011 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread started 2024-11-25T01:12:29,011 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:29,011 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread started 2024-11-25T01:12:29,011 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc17a9ab, L:/127.0.0.1:39635 - R:/127.0.0.1:57210] 2024-11-25T01:12:29,233 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:29,243 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,243 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,243 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,243 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,243 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,243 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,243 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,243 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,498 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,498 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,498 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,498 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,498 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,660 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,660 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,660 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39635,0 is dead - stopping the connection localhost:39635/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T01:12:29,660 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,660 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,660 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,661 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,661 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,661 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:29,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:29,662 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:29,987 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:29,988 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:30,151 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:30,314 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:30,315 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc87f5896, L:/127.0.0.1:39635 - R:/127.0.0.1:57224] 2024-11-25T01:12:30,495 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:30,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:30,497 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39635 2024-11-25T01:12:30,497 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks was interrupted and is shutting down... 2024-11-25T01:12:30,497 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks was interrupted and is shutting down... 2024-11-25T01:12:30,497 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks was interrupted and is shutting down... 2024-11-25T01:12:30,497 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks was interrupted and is shutting down... 2024-11-25T01:12:30,497 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread finished 2024-11-25T01:12:30,497 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread finished 2024-11-25T01:12:30,497 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread finished 2024-11-25T01:12:30,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 43), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 171) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7350 (was 7354) 2024-11-25T01:12:30,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=7350 2024-11-25T01:12:30,510 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T01:12:30,511 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39589 2024-11-25T01:12:30,511 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T01:12:30,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c76f0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:30,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:30,512 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:30,520 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread finished 2024-11-25T01:12:30,839 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:30,840 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:30,841 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread started 2024-11-25T01:12:30,841 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:30,841 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread started 2024-11-25T01:12:30,841 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:31,004 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:31,167 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:31,168 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:31,168 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread started 2024-11-25T01:12:31,168 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:31,169 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread started 2024-11-25T01:12:31,169 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0c6d20bd, L:/127.0.0.1:39589 - R:/127.0.0.1:49490] 2024-11-25T01:12:31,349 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:31,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:31,351 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks was interrupted and is shutting down... 2024-11-25T01:12:31,351 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks was interrupted and is shutting down... 2024-11-25T01:12:31,352 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread finished 2024-11-25T01:12:31,352 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread finished 2024-11-25T01:12:31,357 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:31,357 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:31,357 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:31,358 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:31,601 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:31,601 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:31,601 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:31,601 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8851122396423424825.bcfks 2024-11-25T01:12:31,601 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:31,601 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:31,601 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:31,601 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:31,769 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:31,769 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:31,769 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:31,769 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1569821370135947331.bcfks 2024-11-25T01:12:31,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fface44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T01:12:31,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T01:12:31,770 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:32,098 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:32,099 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:32,099 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread started 2024-11-25T01:12:32,099 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a90940b2-ad0e-0a4a-8d89-fa929a5565e4/TestNettyTLSIPCFileWatcher 2024-11-25T01:12:32,099 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread started 2024-11-25T01:12:32,100 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T01:12:32,268 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T01:12:32,431 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T01:12:32,432 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x236da164, L:/127.0.0.1:39589 - R:/127.0.0.1:49496] 2024-11-25T01:12:32,613 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T01:12:32,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T01:12:32,615 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39589 2024-11-25T01:12:32,615 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks was interrupted and is shutting down... 2024-11-25T01:12:32,615 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks was interrupted and is shutting down... 2024-11-25T01:12:32,615 DEBUG [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks was interrupted and is shutting down... 2024-11-25T01:12:32,615 DEBUG [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks was interrupted and is shutting down... 2024-11-25T01:12:32,615 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread finished 2024-11-25T01:12:32,615 INFO [FileChangeWatcher-hbase_test_key8851122396423424825.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8851122396423424825.bcfks thread finished 2024-11-25T01:12:32,615 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread finished 2024-11-25T01:12:32,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 174), ProcessCount=11 (was 11), AvailableMemoryMB=7349 (was 7350) 2024-11-25T01:12:32,632 INFO [FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1569821370135947331.bcfks thread finished