2024-11-11 04:24:18,987 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 04:24:18,998 main DEBUG Took 0.009328 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 04:24:18,998 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 04:24:18,998 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 04:24:19,000 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 04:24:19,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,010 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 04:24:19,022 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,025 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,026 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,027 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,028 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,030 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,031 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,032 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,033 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,034 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,035 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,036 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:24:19,036 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,037 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 04:24:19,038 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:24:19,039 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 04:24:19,041 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 04:24:19,041 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 04:24:19,042 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 04:24:19,043 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 04:24:19,050 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 04:24:19,053 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 04:24:19,054 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 04:24:19,054 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 04:24:19,055 main DEBUG createAppenders(={Console}) 2024-11-11 04:24:19,055 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-11 04:24:19,056 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 04:24:19,056 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-11 04:24:19,056 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 04:24:19,057 main DEBUG OutputStream closed 2024-11-11 04:24:19,057 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 04:24:19,057 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 04:24:19,057 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-11 04:24:19,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 04:24:19,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 04:24:19,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 04:24:19,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 04:24:19,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 04:24:19,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 04:24:19,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 04:24:19,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 04:24:19,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 04:24:19,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 04:24:19,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 04:24:19,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 04:24:19,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 04:24:19,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 04:24:19,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 04:24:19,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 04:24:19,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 04:24:19,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 04:24:19,142 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 04:24:19,143 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-11 04:24:19,143 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 04:24:19,144 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-11T04:24:19,158 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-11 04:24:19,161 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 04:24:19,162 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T04:24:19,552 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T04:24:20,316 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=5553 2024-11-11T04:24:21,110 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:24:21,157 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T04:24:21,171 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T04:24:21,183 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T04:24:21,251 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:21,281 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44609 (auto-detected) 2024-11-11T04:24:21,282 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T04:24:21,309 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45249 2024-11-11T04:24:21,312 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:21,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:21,335 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T04:24:21,336 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T04:24:21,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:21,635 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:21,680 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:21,767 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:21,769 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread started 2024-11-11T04:24:21,769 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:21,770 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread started 2024-11-11T04:24:21,776 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:21,852 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:21,876 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:21,938 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:21,939 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread started 2024-11-11T04:24:21,939 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:21,940 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread started 2024-11-11T04:24:21,941 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x925408b2, L:/127.0.0.1:45249 - R:/127.0.0.1:38886] 2024-11-11T04:24:22,053 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:22,443 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,443 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,444 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,444 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,444 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,444 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,444 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,444 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,466 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,466 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,466 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,466 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,466 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,466 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,466 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,467 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,469 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,469 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,469 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,469 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,469 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,470 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,470 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,470 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,483 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,483 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,483 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,483 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,483 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45249,0 is dead - stopping the connection localhost:45249/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T04:24:22,483 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,483 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,483 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,483 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:22,485 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:22,513 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:22,513 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:22,528 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:22,542 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:22,543 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9155453d, L:/127.0.0.1:45249 - R:/127.0.0.1:38888] 2024-11-11T04:24:22,583 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:22,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:22,586 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45249 2024-11-11T04:24:22,586 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca197105764628279341.jks was interrupted and is shutting down... 2024-11-11T04:24:22,586 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3828236291680143602.jks was interrupted and is shutting down... 2024-11-11T04:24:22,586 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca197105764628279341.jks was interrupted and is shutting down... 2024-11-11T04:24:22,586 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3828236291680143602.jks was interrupted and is shutting down... 2024-11-11T04:24:22,587 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread finished 2024-11-11T04:24:22,587 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread finished 2024-11-11T04:24:22,587 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread finished 2024-11-11T04:24:22,587 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread finished 2024-11-11T04:24:22,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 150) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5406 (was 5553) 2024-11-11T04:24:22,601 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=5406 2024-11-11T04:24:22,604 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:22,605 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40749 2024-11-11T04:24:22,605 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:22,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c5db9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:22,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:22,607 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:22,635 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:22,635 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:22,636 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread started 2024-11-11T04:24:22,636 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:22,637 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread started 2024-11-11T04:24:22,637 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:22,651 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:22,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:22,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:22,666 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread started 2024-11-11T04:24:22,666 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:22,667 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread started 2024-11-11T04:24:22,667 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3e4fae31, L:/127.0.0.1:40749 - R:/127.0.0.1:46366] 2024-11-11T04:24:22,712 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:22,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:22,715 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3828236291680143602.jks was interrupted and is shutting down... 2024-11-11T04:24:22,715 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca197105764628279341.jks was interrupted and is shutting down... 2024-11-11T04:24:22,715 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread finished 2024-11-11T04:24:22,715 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread finished 2024-11-11T04:24:22,841 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,841 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,842 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,842 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,864 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,864 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,864 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,864 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3828236291680143602.jks 2024-11-11T04:24:22,910 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,910 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,911 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,911 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,929 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,929 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,929 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,929 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca197105764628279341.jks 2024-11-11T04:24:22,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463b82df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:22,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:22,930 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:22,958 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:22,958 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:22,959 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread started 2024-11-11T04:24:22,959 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:22,960 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread started 2024-11-11T04:24:22,960 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:22,976 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:22,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:22,991 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef8a7094, L:/127.0.0.1:40749 - R:/127.0.0.1:46372] 2024-11-11T04:24:23,026 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:23,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:23,028 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3828236291680143602.jks was interrupted and is shutting down... 2024-11-11T04:24:23,028 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40749 2024-11-11T04:24:23,028 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca197105764628279341.jks was interrupted and is shutting down... 2024-11-11T04:24:23,028 DEBUG [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3828236291680143602.jks was interrupted and is shutting down... 2024-11-11T04:24:23,029 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread finished 2024-11-11T04:24:23,029 DEBUG [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca197105764628279341.jks was interrupted and is shutting down... 2024-11-11T04:24:23,029 INFO [FileChangeWatcher-hbase_test_key3828236291680143602.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3828236291680143602.jks thread finished 2024-11-11T04:24:23,029 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread finished 2024-11-11T04:24:23,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca197105764628279341.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=5361 (was 5406) 2024-11-11T04:24:23,040 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=5361 2024-11-11T04:24:23,043 INFO [FileChangeWatcher-hbase_test_ca197105764628279341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca197105764628279341.jks thread finished 2024-11-11T04:24:23,087 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:23,088 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44661 2024-11-11T04:24:23,088 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:23,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38576bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:23,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:23,090 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,106 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,106 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,107 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread started 2024-11-11T04:24:23,107 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,107 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread started 2024-11-11T04:24:23,108 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:23,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,124 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread started 2024-11-11T04:24:23,124 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,125 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread started 2024-11-11T04:24:23,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb55d361b, L:/127.0.0.1:44661 - R:/127.0.0.1:56274] 2024-11-11T04:24:23,147 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:23,347 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,347 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,347 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,348 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,349 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,364 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,364 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,364 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44661,0 is dead - stopping the connection localhost:44661/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T04:24:23,364 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:23,365 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,365 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,366 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,366 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,371 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,371 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:23,376 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,377 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,377 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd2f2db19, L:/127.0.0.1:44661 - R:/127.0.0.1:56278] 2024-11-11T04:24:23,394 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:23,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:23,396 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44661 2024-11-11T04:24:23,396 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4191600641760232444.pem was interrupted and is shutting down... 2024-11-11T04:24:23,396 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4890464159702071697.pem was interrupted and is shutting down... 2024-11-11T04:24:23,396 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4890464159702071697.pem was interrupted and is shutting down... 2024-11-11T04:24:23,396 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4191600641760232444.pem was interrupted and is shutting down... 2024-11-11T04:24:23,396 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread finished 2024-11-11T04:24:23,396 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread finished 2024-11-11T04:24:23,396 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread finished 2024-11-11T04:24:23,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key4191600641760232444.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=5321 (was 5361) 2024-11-11T04:24:23,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=5320 2024-11-11T04:24:23,409 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:23,410 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41275 2024-11-11T04:24:23,410 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:23,410 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread finished 2024-11-11T04:24:23,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:23,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:23,413 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,417 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,418 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,418 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,418 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread started 2024-11-11T04:24:23,419 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread started 2024-11-11T04:24:23,419 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:23,426 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,428 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,428 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread started 2024-11-11T04:24:23,428 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,429 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread started 2024-11-11T04:24:23,429 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x17178ba2, L:/127.0.0.1:41275 - R:/127.0.0.1:33482] 2024-11-11T04:24:23,445 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:23,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:23,447 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4191600641760232444.pem was interrupted and is shutting down... 2024-11-11T04:24:23,447 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4890464159702071697.pem was interrupted and is shutting down... 2024-11-11T04:24:23,447 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread finished 2024-11-11T04:24:23,463 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread finished 2024-11-11T04:24:23,643 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,643 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,643 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,643 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,644 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,644 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,644 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,644 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4191600641760232444.pem 2024-11-11T04:24:23,644 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,644 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,644 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,644 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,644 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,644 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:23,645 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,645 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4890464159702071697.pem 2024-11-11T04:24:23,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:23,646 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,650 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,651 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,651 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,651 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread started 2024-11-11T04:24:23,651 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread started 2024-11-11T04:24:23,652 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:23,657 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,657 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,658 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a881d6a, L:/127.0.0.1:41275 - R:/127.0.0.1:33486] 2024-11-11T04:24:23,674 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:23,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:23,675 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41275 2024-11-11T04:24:23,675 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4890464159702071697.pem was interrupted and is shutting down... 2024-11-11T04:24:23,675 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4191600641760232444.pem was interrupted and is shutting down... 2024-11-11T04:24:23,675 DEBUG [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4890464159702071697.pem was interrupted and is shutting down... 2024-11-11T04:24:23,675 DEBUG [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4191600641760232444.pem was interrupted and is shutting down... 2024-11-11T04:24:23,676 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread finished 2024-11-11T04:24:23,676 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread finished 2024-11-11T04:24:23,676 INFO [FileChangeWatcher-hbase_test_ca4890464159702071697.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4890464159702071697.pem thread finished 2024-11-11T04:24:23,681 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=5275 (was 5320) 2024-11-11T04:24:23,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=5274 2024-11-11T04:24:23,690 INFO [FileChangeWatcher-hbase_test_key4191600641760232444.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4191600641760232444.pem thread finished 2024-11-11T04:24:23,723 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:23,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35487 2024-11-11T04:24:23,724 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:23,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:23,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:23,726 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,752 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,753 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,753 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread started 2024-11-11T04:24:23,753 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,754 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread started 2024-11-11T04:24:23,754 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:23,768 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:23,781 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:23,781 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,782 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread started 2024-11-11T04:24:23,782 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:23,782 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread started 2024-11-11T04:24:23,782 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfa827115, L:/127.0.0.1:35487 - R:/127.0.0.1:37616] 2024-11-11T04:24:23,816 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:24,144 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,144 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,144 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,144 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,144 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,144 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,144 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,144 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,166 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,166 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,166 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,166 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,166 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,166 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,166 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,166 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,185 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,185 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,185 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,185 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,185 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,185 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,185 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,185 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,203 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,203 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,203 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,203 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35487,0 is dead - stopping the connection localhost:35487/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T04:24:24,203 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,203 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,203 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,203 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,203 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:24,204 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:24,231 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:24,231 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:24,244 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:24,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:24,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x59ef58e0, L:/127.0.0.1:35487 - R:/127.0.0.1:37622] 2024-11-11T04:24:24,290 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:24,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:24,291 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35487 2024-11-11T04:24:24,291 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5563956040181679377.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,291 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,291 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5563956040181679377.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,291 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,292 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread finished 2024-11-11T04:24:24,292 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread finished 2024-11-11T04:24:24,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key5563956040181679377.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14444106501103388588.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=5204 (was 5274) 2024-11-11T04:24:24,302 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=5204 2024-11-11T04:24:24,303 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:24,304 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41273 2024-11-11T04:24:24,304 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:24,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:24,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:24,306 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:24,306 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread finished 2024-11-11T04:24:24,306 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread finished 2024-11-11T04:24:24,334 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:24,335 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:24,335 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread started 2024-11-11T04:24:24,335 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:24,336 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread started 2024-11-11T04:24:24,336 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:24,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:24,363 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:24,363 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:24,364 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread started 2024-11-11T04:24:24,364 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:24,364 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread started 2024-11-11T04:24:24,364 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd9286b80, L:/127.0.0.1:41273 - R:/127.0.0.1:39056] 2024-11-11T04:24:24,396 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:24,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:24,399 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,399 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5563956040181679377.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,399 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread finished 2024-11-11T04:24:24,399 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread finished 2024-11-11T04:24:24,602 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,602 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,602 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,602 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,625 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,625 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,625 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,625 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5563956040181679377.p12 2024-11-11T04:24:24,644 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,644 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,644 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,644 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,661 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,661 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,661 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,661 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14444106501103388588.p12 2024-11-11T04:24:24,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:24,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:24,662 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:24,691 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:24,691 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:24,692 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread started 2024-11-11T04:24:24,692 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:24,692 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread started 2024-11-11T04:24:24,692 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:24,706 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:24,719 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:24,720 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf703ad86, L:/127.0.0.1:41273 - R:/127.0.0.1:39060] 2024-11-11T04:24:24,753 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:24,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:24,754 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41273 2024-11-11T04:24:24,754 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,754 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5563956040181679377.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,754 DEBUG [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5563956040181679377.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,754 DEBUG [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 was interrupted and is shutting down... 2024-11-11T04:24:24,755 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread finished 2024-11-11T04:24:24,755 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread finished 2024-11-11T04:24:24,761 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=5147 (was 5204) 2024-11-11T04:24:24,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=5146 2024-11-11T04:24:24,770 INFO [FileChangeWatcher-hbase_test_ca14444106501103388588.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14444106501103388588.p12 thread finished 2024-11-11T04:24:24,770 INFO [FileChangeWatcher-hbase_test_key5563956040181679377.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5563956040181679377.p12 thread finished 2024-11-11T04:24:25,285 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:25,286 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36559 2024-11-11T04:24:25,286 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:25,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:25,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:25,288 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:25,552 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:25,553 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:25,553 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread started 2024-11-11T04:24:25,553 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:25,554 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread started 2024-11-11T04:24:25,554 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:25,681 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:25,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:25,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:25,809 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread started 2024-11-11T04:24:25,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:25,810 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread started 2024-11-11T04:24:25,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8f5fb72b, L:/127.0.0.1:36559 - R:/127.0.0.1:45476] 2024-11-11T04:24:25,961 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:26,129 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,129 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,129 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,129 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,129 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,129 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,129 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,130 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,318 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,318 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,318 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,318 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,318 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,318 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,318 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,318 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:26,344 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,344 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,344 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,344 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,344 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,344 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,344 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,344 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,473 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,473 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,473 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,473 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,473 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36559,0 is dead - stopping the connection localhost:36559/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T04:24:26,473 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,473 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,473 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,473 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:26,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:26,475 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:26,730 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:26,731 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:26,861 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:26,989 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:26,989 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6830e871, L:/127.0.0.1:36559 - R:/127.0.0.1:45482] 2024-11-11T04:24:27,135 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:27,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:27,137 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks was interrupted and is shutting down... 2024-11-11T04:24:27,137 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36559 2024-11-11T04:24:27,137 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks was interrupted and is shutting down... 2024-11-11T04:24:27,137 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks was interrupted and is shutting down... 2024-11-11T04:24:27,137 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks was interrupted and is shutting down... 2024-11-11T04:24:27,137 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread finished 2024-11-11T04:24:27,137 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread finished 2024-11-11T04:24:27,138 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread finished 2024-11-11T04:24:27,138 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread finished 2024-11-11T04:24:27,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=5076 (was 5146) 2024-11-11T04:24:27,148 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=5075 2024-11-11T04:24:27,149 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:27,150 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35685 2024-11-11T04:24:27,150 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:27,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:27,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:27,151 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:27,405 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:27,405 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:27,406 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:27,406 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread started 2024-11-11T04:24:27,406 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread started 2024-11-11T04:24:27,407 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:27,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:27,662 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:27,662 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:27,663 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread started 2024-11-11T04:24:27,663 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:27,664 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread started 2024-11-11T04:24:27,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xec321da1, L:/127.0.0.1:35685 - R:/127.0.0.1:51856] 2024-11-11T04:24:27,803 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:27,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:27,805 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks was interrupted and is shutting down... 2024-11-11T04:24:27,805 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks was interrupted and is shutting down... 2024-11-11T04:24:27,805 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread finished 2024-11-11T04:24:27,805 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread finished 2024-11-11T04:24:28,021 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:28,021 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:28,021 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:28,021 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:28,209 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:28,209 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:28,209 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:28,209 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14531913342171043890.bcfks 2024-11-11T04:24:28,209 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:28,209 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:28,209 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:28,209 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:28,336 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:28,336 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:28,336 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:28,336 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4872247781857964185.bcfks 2024-11-11T04:24:28,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:28,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:28,338 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:28,590 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:28,591 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:28,591 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread started 2024-11-11T04:24:28,591 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:28,592 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread started 2024-11-11T04:24:28,592 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:28,721 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:28,848 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:28,848 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x52cdf799, L:/127.0.0.1:35685 - R:/127.0.0.1:37670] 2024-11-11T04:24:28,996 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:28,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:28,998 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35685 2024-11-11T04:24:28,998 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks was interrupted and is shutting down... 2024-11-11T04:24:28,998 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks was interrupted and is shutting down... 2024-11-11T04:24:28,998 DEBUG [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks was interrupted and is shutting down... 2024-11-11T04:24:28,998 DEBUG [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks was interrupted and is shutting down... 2024-11-11T04:24:28,998 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread finished 2024-11-11T04:24:28,998 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread finished 2024-11-11T04:24:28,998 INFO [FileChangeWatcher-hbase_test_key14531913342171043890.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14531913342171043890.bcfks thread finished 2024-11-11T04:24:29,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=5029 (was 5075) 2024-11-11T04:24:29,009 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=5028 2024-11-11T04:24:29,014 INFO [FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4872247781857964185.bcfks thread finished 2024-11-11T04:24:29,220 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:29,221 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39707 2024-11-11T04:24:29,221 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:29,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:29,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:29,222 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,250 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,250 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,251 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread started 2024-11-11T04:24:29,251 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,251 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread started 2024-11-11T04:24:29,251 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:29,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,279 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread started 2024-11-11T04:24:29,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,280 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread started 2024-11-11T04:24:29,280 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x573048fe, L:/127.0.0.1:39707 - R:/127.0.0.1:36126] 2024-11-11T04:24:29,325 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:29,334 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,334 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,334 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,334 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,334 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,334 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,334 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,334 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,359 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,359 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,359 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,359 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,359 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,360 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,360 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,372 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,372 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,372 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39707,0 is dead - stopping the connection localhost:39707/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T04:24:29,372 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,372 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,372 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,372 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,372 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,372 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:29,373 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,399 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,399 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:29,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,425 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,425 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x61a9de96, L:/127.0.0.1:39707 - R:/127.0.0.1:36140] 2024-11-11T04:24:29,462 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:29,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:29,463 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39707 2024-11-11T04:24:29,463 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12529034351828529415.jks was interrupted and is shutting down... 2024-11-11T04:24:29,463 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7158776361441412570.jks was interrupted and is shutting down... 2024-11-11T04:24:29,464 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7158776361441412570.jks was interrupted and is shutting down... 2024-11-11T04:24:29,464 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12529034351828529415.jks was interrupted and is shutting down... 2024-11-11T04:24:29,464 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread finished 2024-11-11T04:24:29,464 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread finished 2024-11-11T04:24:29,464 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread finished 2024-11-11T04:24:29,469 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=5004 (was 5028) 2024-11-11T04:24:29,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=5004 2024-11-11T04:24:29,476 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:29,477 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45649 2024-11-11T04:24:29,477 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:29,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcdf906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:29,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:29,478 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,482 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread finished 2024-11-11T04:24:29,504 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,504 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,504 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread started 2024-11-11T04:24:29,505 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,505 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread started 2024-11-11T04:24:29,505 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:29,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,532 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread started 2024-11-11T04:24:29,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,533 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread started 2024-11-11T04:24:29,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd9b3d731, L:/127.0.0.1:45649 - R:/127.0.0.1:58698] 2024-11-11T04:24:29,574 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:29,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:29,576 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7158776361441412570.jks was interrupted and is shutting down... 2024-11-11T04:24:29,576 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12529034351828529415.jks was interrupted and is shutting down... 2024-11-11T04:24:29,576 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread finished 2024-11-11T04:24:29,576 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread finished 2024-11-11T04:24:29,582 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,582 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,582 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,582 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,604 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,604 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,604 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,604 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7158776361441412570.jks 2024-11-11T04:24:29,604 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,604 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,604 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,604 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,617 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,617 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,617 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,617 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12529034351828529415.jks 2024-11-11T04:24:29,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:29,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:29,618 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,644 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,645 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,645 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread started 2024-11-11T04:24:29,645 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,645 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread started 2024-11-11T04:24:29,646 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:29,659 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,672 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,672 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x32cdf76d, L:/127.0.0.1:45649 - R:/127.0.0.1:58704] 2024-11-11T04:24:29,710 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:29,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:29,711 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45649 2024-11-11T04:24:29,711 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12529034351828529415.jks was interrupted and is shutting down... 2024-11-11T04:24:29,711 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7158776361441412570.jks was interrupted and is shutting down... 2024-11-11T04:24:29,711 DEBUG [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7158776361441412570.jks was interrupted and is shutting down... 2024-11-11T04:24:29,711 DEBUG [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12529034351828529415.jks was interrupted and is shutting down... 2024-11-11T04:24:29,711 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread finished 2024-11-11T04:24:29,711 INFO [FileChangeWatcher-hbase_test_key7158776361441412570.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7158776361441412570.jks thread finished 2024-11-11T04:24:29,711 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread finished 2024-11-11T04:24:29,717 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=4978 (was 5004) 2024-11-11T04:24:29,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=4977 2024-11-11T04:24:29,727 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:29,728 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45103 2024-11-11T04:24:29,728 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:29,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:29,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:29,730 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,733 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,733 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,734 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread started 2024-11-11T04:24:29,734 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,734 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread started 2024-11-11T04:24:29,734 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:29,734 INFO [FileChangeWatcher-hbase_test_ca12529034351828529415.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12529034351828529415.jks thread finished 2024-11-11T04:24:29,738 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,738 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,739 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,739 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread started 2024-11-11T04:24:29,739 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,740 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread started 2024-11-11T04:24:29,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3a6997b, L:/127.0.0.1:45103 - R:/127.0.0.1:48576] 2024-11-11T04:24:29,758 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:29,768 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,768 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,768 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,768 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,768 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,768 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45103,0 is dead - stopping the connection localhost:45103/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T04:24:29,769 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,769 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:29,770 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,775 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,775 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:29,779 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,779 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,779 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x873733c5, L:/127.0.0.1:45103 - R:/127.0.0.1:48580] 2024-11-11T04:24:29,798 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:29,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:29,799 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45103 2024-11-11T04:24:29,799 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9040704305128383082.pem was interrupted and is shutting down... 2024-11-11T04:24:29,799 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14313159952317788124.pem was interrupted and is shutting down... 2024-11-11T04:24:29,800 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9040704305128383082.pem was interrupted and is shutting down... 2024-11-11T04:24:29,800 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14313159952317788124.pem was interrupted and is shutting down... 2024-11-11T04:24:29,800 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread finished 2024-11-11T04:24:29,800 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread finished 2024-11-11T04:24:29,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=4977 (was 4977) 2024-11-11T04:24:29,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=4977 2024-11-11T04:24:29,811 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:29,811 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40209 2024-11-11T04:24:29,811 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:29,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:29,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:29,813 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,817 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,818 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,818 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread started 2024-11-11T04:24:29,818 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,818 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread finished 2024-11-11T04:24:29,819 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread finished 2024-11-11T04:24:29,819 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread started 2024-11-11T04:24:29,819 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:29,825 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,825 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,830 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,831 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread started 2024-11-11T04:24:29,831 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,831 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread started 2024-11-11T04:24:29,832 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x049e3f5c, L:/127.0.0.1:40209 - R:/127.0.0.1:34234] 2024-11-11T04:24:29,847 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:29,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:29,849 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9040704305128383082.pem was interrupted and is shutting down... 2024-11-11T04:24:29,849 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14313159952317788124.pem was interrupted and is shutting down... 2024-11-11T04:24:29,849 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread finished 2024-11-11T04:24:29,849 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread finished 2024-11-11T04:24:29,858 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,858 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,858 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,858 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,858 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,858 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,858 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,858 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9040704305128383082.pem 2024-11-11T04:24:29,858 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,858 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,858 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,858 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,859 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,859 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,859 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,859 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14313159952317788124.pem 2024-11-11T04:24:29,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:29,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:29,860 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,863 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,863 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,864 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread started 2024-11-11T04:24:29,864 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,864 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread started 2024-11-11T04:24:29,864 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:29,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x78a72369, L:/127.0.0.1:40209 - R:/127.0.0.1:34248] 2024-11-11T04:24:29,887 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:29,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:29,888 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40209 2024-11-11T04:24:29,888 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14313159952317788124.pem was interrupted and is shutting down... 2024-11-11T04:24:29,888 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9040704305128383082.pem was interrupted and is shutting down... 2024-11-11T04:24:29,888 DEBUG [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9040704305128383082.pem was interrupted and is shutting down... 2024-11-11T04:24:29,888 DEBUG [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14313159952317788124.pem was interrupted and is shutting down... 2024-11-11T04:24:29,888 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread finished 2024-11-11T04:24:29,888 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread finished 2024-11-11T04:24:29,888 INFO [FileChangeWatcher-hbase_test_ca14313159952317788124.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14313159952317788124.pem thread finished 2024-11-11T04:24:29,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=4974 (was 4977) 2024-11-11T04:24:29,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=4974 2024-11-11T04:24:29,906 INFO [FileChangeWatcher-hbase_test_key9040704305128383082.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9040704305128383082.pem thread finished 2024-11-11T04:24:29,936 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:29,936 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35899 2024-11-11T04:24:29,936 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:29,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:29,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:29,938 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:29,974 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:29,975 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,975 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread started 2024-11-11T04:24:29,976 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:29,976 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread started 2024-11-11T04:24:29,976 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:29,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:30,001 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:30,002 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:30,002 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread started 2024-11-11T04:24:30,002 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:30,002 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread started 2024-11-11T04:24:30,002 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xee670876, L:/127.0.0.1:35899 - R:/127.0.0.1:38950] 2024-11-11T04:24:30,034 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:30,039 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,039 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,039 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,039 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,040 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,040 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,040 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,040 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,064 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,064 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,064 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,064 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,064 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,076 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,076 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,076 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,076 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,076 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,076 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,076 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,076 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,076 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35899,0 is dead - stopping the connection localhost:35899/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T04:24:30,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:30,105 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:30,105 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:30,118 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:30,130 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:30,130 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x96aa36fc, L:/127.0.0.1:35899 - R:/127.0.0.1:38952] 2024-11-11T04:24:30,164 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:30,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:30,165 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1975334427414736810.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,165 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,165 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35899 2024-11-11T04:24:30,165 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,165 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1975334427414736810.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,165 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread finished 2024-11-11T04:24:30,165 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread finished 2024-11-11T04:24:30,165 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread finished 2024-11-11T04:24:30,166 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread finished 2024-11-11T04:24:30,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=4951 (was 4974) 2024-11-11T04:24:30,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=4951 2024-11-11T04:24:30,177 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:30,177 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36073 2024-11-11T04:24:30,177 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:30,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:30,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:30,178 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:30,203 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:30,203 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:30,204 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread started 2024-11-11T04:24:30,204 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:30,204 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread started 2024-11-11T04:24:30,204 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:30,217 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:30,230 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:30,230 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:30,231 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread started 2024-11-11T04:24:30,231 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:30,231 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread started 2024-11-11T04:24:30,231 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x10b4604c, L:/127.0.0.1:36073 - R:/127.0.0.1:47620] 2024-11-11T04:24:30,262 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:30,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:30,264 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1975334427414736810.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,264 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,264 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread finished 2024-11-11T04:24:30,264 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread finished 2024-11-11T04:24:30,268 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,268 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,268 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,268 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,290 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,290 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,290 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,290 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1975334427414736810.p12 2024-11-11T04:24:30,290 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,290 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,290 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,290 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,303 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,303 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,303 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,303 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15032275321638046189.p12 2024-11-11T04:24:30,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:30,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:30,304 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:30,330 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:30,330 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:30,331 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread started 2024-11-11T04:24:30,331 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:30,331 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread started 2024-11-11T04:24:30,331 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:30,354 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:30,366 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:30,366 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5366ab99, L:/127.0.0.1:36073 - R:/127.0.0.1:47624] 2024-11-11T04:24:30,400 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:30,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:30,402 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,402 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1975334427414736810.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,402 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36073 2024-11-11T04:24:30,402 DEBUG [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1975334427414736810.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,402 DEBUG [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 was interrupted and is shutting down... 2024-11-11T04:24:30,402 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread finished 2024-11-11T04:24:30,402 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread finished 2024-11-11T04:24:30,402 INFO [FileChangeWatcher-hbase_test_key1975334427414736810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1975334427414736810.p12 thread finished 2024-11-11T04:24:30,408 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=4944 (was 4951) 2024-11-11T04:24:30,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=4944 2024-11-11T04:24:30,418 INFO [FileChangeWatcher-hbase_test_ca15032275321638046189.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15032275321638046189.p12 thread finished 2024-11-11T04:24:30,779 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:30,780 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45503 2024-11-11T04:24:30,780 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:30,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:30,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:30,781 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:31,039 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:31,040 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:31,040 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread started 2024-11-11T04:24:31,040 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:31,041 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread started 2024-11-11T04:24:31,041 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:31,169 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:31,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:31,299 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:31,299 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread started 2024-11-11T04:24:31,299 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:31,300 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread started 2024-11-11T04:24:31,300 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x329e5a08, L:/127.0.0.1:45503 - R:/127.0.0.1:49926] 2024-11-11T04:24:31,472 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:31,484 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,484 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,484 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,484 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,484 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,484 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,484 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,484 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,676 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,676 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,676 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,676 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,676 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,676 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,676 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,676 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:31,710 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,710 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,710 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,710 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,710 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,710 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,710 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,710 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,845 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,845 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,845 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45503,0 is dead - stopping the connection localhost:45503/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T04:24:31,846 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,846 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,846 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,846 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:31,846 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,846 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:31,846 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:32,105 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:32,106 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:32,235 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:32,364 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:32,365 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3a62c6ba, L:/127.0.0.1:45503 - R:/127.0.0.1:49928] 2024-11-11T04:24:32,513 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:32,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:32,514 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45503 2024-11-11T04:24:32,514 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks was interrupted and is shutting down... 2024-11-11T04:24:32,514 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks was interrupted and is shutting down... 2024-11-11T04:24:32,514 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks was interrupted and is shutting down... 2024-11-11T04:24:32,514 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks was interrupted and is shutting down... 2024-11-11T04:24:32,514 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread finished 2024-11-11T04:24:32,514 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread finished 2024-11-11T04:24:32,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=4939 (was 4944) 2024-11-11T04:24:32,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=4938 2024-11-11T04:24:32,525 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:24:32,526 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33319 2024-11-11T04:24:32,526 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T04:24:32,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2071b335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:32,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:32,527 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:32,534 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread finished 2024-11-11T04:24:32,534 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread finished 2024-11-11T04:24:32,791 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:32,791 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:32,792 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread started 2024-11-11T04:24:32,792 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:32,792 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread started 2024-11-11T04:24:32,792 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:32,922 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:33,051 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:33,052 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:33,052 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread started 2024-11-11T04:24:33,052 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:33,053 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread started 2024-11-11T04:24:33,053 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x86262803, L:/127.0.0.1:33319 - R:/127.0.0.1:60538] 2024-11-11T04:24:33,194 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:33,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:33,196 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks was interrupted and is shutting down... 2024-11-11T04:24:33,196 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks was interrupted and is shutting down... 2024-11-11T04:24:33,196 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread finished 2024-11-11T04:24:33,196 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread finished 2024-11-11T04:24:33,206 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:33,206 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:33,206 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:33,206 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:33,398 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:33,398 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:33,398 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:33,398 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3054255310635263855.bcfks 2024-11-11T04:24:33,398 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:33,398 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:33,398 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:33,399 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:33,527 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:33,527 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:33,527 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:33,527 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11610047705940033149.bcfks 2024-11-11T04:24:33,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46787a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:24:33,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T04:24:33,528 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:33,786 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:33,786 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:33,786 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread started 2024-11-11T04:24:33,786 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d9f8289e-d462-c311-41cb-65c4c6f3c25b/TestNettyTLSIPCFileWatcher 2024-11-11T04:24:33,787 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread started 2024-11-11T04:24:33,787 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T04:24:33,917 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T04:24:34,047 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T04:24:34,048 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc32fc78c, L:/127.0.0.1:33319 - R:/127.0.0.1:60552] 2024-11-11T04:24:34,191 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T04:24:34,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:24:34,193 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33319 2024-11-11T04:24:34,193 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks was interrupted and is shutting down... 2024-11-11T04:24:34,193 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks was interrupted and is shutting down... 2024-11-11T04:24:34,193 DEBUG [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks was interrupted and is shutting down... 2024-11-11T04:24:34,193 DEBUG [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks was interrupted and is shutting down... 2024-11-11T04:24:34,193 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread finished 2024-11-11T04:24:34,193 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread finished 2024-11-11T04:24:34,193 INFO [FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11610047705940033149.bcfks thread finished 2024-11-11T04:24:34,198 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=4935 (was 4938) 2024-11-11T04:24:34,207 INFO [FileChangeWatcher-hbase_test_key3054255310635263855.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3054255310635263855.bcfks thread finished