2024-11-11 20:12:10,875 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 20:12:10,893 main DEBUG Took 0.015147 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 20:12:10,894 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 20:12:10,894 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 20:12:10,895 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 20:12:10,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,911 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 20:12:10,925 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,928 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,929 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,930 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,931 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,931 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,932 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,933 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,934 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 20:12:10,935 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,935 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 20:12:10,936 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 20:12:10,938 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 20:12:10,940 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 20:12:10,940 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 20:12:10,941 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 20:12:10,941 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 20:12:10,950 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 20:12:10,953 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 20:12:10,954 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 20:12:10,955 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 20:12:10,955 main DEBUG createAppenders(={Console}) 2024-11-11 20:12:10,956 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-11 20:12:10,956 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 20:12:10,956 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-11 20:12:10,957 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 20:12:10,957 main DEBUG OutputStream closed 2024-11-11 20:12:10,957 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 20:12:10,957 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 20:12:10,958 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-11 20:12:11,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 20:12:11,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 20:12:11,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 20:12:11,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 20:12:11,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 20:12:11,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 20:12:11,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 20:12:11,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 20:12:11,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 20:12:11,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 20:12:11,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 20:12:11,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 20:12:11,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 20:12:11,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 20:12:11,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 20:12:11,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 20:12:11,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 20:12:11,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 20:12:11,069 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 20:12:11,069 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-11 20:12:11,070 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 20:12:11,070 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-11T20:12:11,091 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-11 20:12:11,095 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 20:12:11,095 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T20:12:11,513 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T20:12:12,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=9179 2024-11-11T20:12:12,945 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T20:12:12,989 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T20:12:13,003 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T20:12:13,015 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T20:12:13,084 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:13,117 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25388 (auto-detected) 2024-11-11T20:12:13,118 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T20:12:13,140 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44157 2024-11-11T20:12:13,144 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:13,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:13,178 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T20:12:13,178 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T20:12:13,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:13,516 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:13,566 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:13,650 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:13,653 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread started 2024-11-11T20:12:13,653 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:13,653 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread started 2024-11-11T20:12:13,662 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:13,718 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:13,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:13,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:13,797 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread started 2024-11-11T20:12:13,797 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:13,798 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread started 2024-11-11T20:12:13,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5c8d8344, L:/127.0.0.1:44157 - R:/127.0.0.1:38564] 2024-11-11T20:12:13,926 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:14,393 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,393 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,393 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,393 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,394 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,394 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,394 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,394 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,419 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,419 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,419 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,419 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,419 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,419 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,419 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,419 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,419 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,419 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,419 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,420 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,420 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,420 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,420 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,420 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,436 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,436 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,436 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,436 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44157,0 is dead - stopping the connection localhost:44157/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T20:12:14,436 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,436 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,437 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,437 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,437 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:14,439 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:14,485 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:14,486 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:14,503 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:14,520 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:14,520 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x03bf95e8, L:/127.0.0.1:44157 - R:/127.0.0.1:38568] 2024-11-11T20:12:14,572 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:14,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:14,575 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44157 2024-11-11T20:12:14,575 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12171187250913384693.jks was interrupted and is shutting down... 2024-11-11T20:12:14,575 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1473282704105211028.jks was interrupted and is shutting down... 2024-11-11T20:12:14,575 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1473282704105211028.jks was interrupted and is shutting down... 2024-11-11T20:12:14,575 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12171187250913384693.jks was interrupted and is shutting down... 2024-11-11T20:12:14,575 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread finished 2024-11-11T20:12:14,575 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread finished 2024-11-11T20:12:14,575 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread finished 2024-11-11T20:12:14,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12171187250913384693.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 227) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9025 (was 9179) 2024-11-11T20:12:14,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=9025 2024-11-11T20:12:14,592 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread finished 2024-11-11T20:12:14,593 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:14,594 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36139 2024-11-11T20:12:14,594 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:14,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:14,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:14,596 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:14,628 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:14,629 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:14,629 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread started 2024-11-11T20:12:14,629 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:14,632 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread started 2024-11-11T20:12:14,632 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:14,656 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:14,672 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:14,673 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:14,674 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread started 2024-11-11T20:12:14,674 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:14,674 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread started 2024-11-11T20:12:14,674 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4962a557, L:/127.0.0.1:36139 - R:/127.0.0.1:51614] 2024-11-11T20:12:14,715 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:14,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:14,718 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1473282704105211028.jks was interrupted and is shutting down... 2024-11-11T20:12:14,718 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12171187250913384693.jks was interrupted and is shutting down... 2024-11-11T20:12:14,719 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread finished 2024-11-11T20:12:14,719 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread finished 2024-11-11T20:12:14,861 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,861 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,861 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,861 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,887 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,887 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,888 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,888 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1473282704105211028.jks 2024-11-11T20:12:14,888 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,888 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,888 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,888 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,902 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,903 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,903 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,903 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12171187250913384693.jks 2024-11-11T20:12:14,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:14,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:14,905 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:14,936 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:14,937 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:14,937 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread started 2024-11-11T20:12:14,937 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:14,938 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread started 2024-11-11T20:12:14,938 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:14,954 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:14,970 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:14,970 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd59f82cf, L:/127.0.0.1:36139 - R:/127.0.0.1:51618] 2024-11-11T20:12:15,010 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:15,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:15,012 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36139 2024-11-11T20:12:15,012 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1473282704105211028.jks was interrupted and is shutting down... 2024-11-11T20:12:15,013 DEBUG [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1473282704105211028.jks was interrupted and is shutting down... 2024-11-11T20:12:15,013 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12171187250913384693.jks was interrupted and is shutting down... 2024-11-11T20:12:15,012 DEBUG [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12171187250913384693.jks was interrupted and is shutting down... 2024-11-11T20:12:15,013 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread finished 2024-11-11T20:12:15,013 INFO [FileChangeWatcher-hbase_test_key1473282704105211028.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1473282704105211028.jks thread finished 2024-11-11T20:12:15,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=27 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8977 (was 9025) 2024-11-11T20:12:15,026 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=8976 2024-11-11T20:12:15,028 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread finished 2024-11-11T20:12:15,028 INFO [FileChangeWatcher-hbase_test_ca12171187250913384693.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12171187250913384693.jks thread finished 2024-11-11T20:12:15,081 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:15,082 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34639 2024-11-11T20:12:15,082 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:15,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:15,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:15,084 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,104 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,104 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,105 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,105 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread started 2024-11-11T20:12:15,106 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread started 2024-11-11T20:12:15,106 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:15,129 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,130 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,131 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,132 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread started 2024-11-11T20:12:15,132 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,136 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread started 2024-11-11T20:12:15,136 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8e5680cb, L:/127.0.0.1:34639 - R:/127.0.0.1:41414] 2024-11-11T20:12:15,156 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:15,383 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,383 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,383 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,383 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,383 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,383 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,383 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,383 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,384 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,384 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,384 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,384 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,384 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,384 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,384 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,384 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,384 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,384 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,385 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34639,0 is dead - stopping the connection localhost:34639/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T20:12:15,385 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,385 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,385 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,385 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,385 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,385 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:15,385 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,385 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,386 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,386 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,387 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,392 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,392 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:15,399 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,399 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a95cdc9, L:/127.0.0.1:34639 - R:/127.0.0.1:41426] 2024-11-11T20:12:15,418 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:15,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:15,419 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34639 2024-11-11T20:12:15,419 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14658086660117851927.pem was interrupted and is shutting down... 2024-11-11T20:12:15,419 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16361540239023288338.pem was interrupted and is shutting down... 2024-11-11T20:12:15,420 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16361540239023288338.pem was interrupted and is shutting down... 2024-11-11T20:12:15,420 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14658086660117851927.pem was interrupted and is shutting down... 2024-11-11T20:12:15,420 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread finished 2024-11-11T20:12:15,420 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread finished 2024-11-11T20:12:15,420 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread finished 2024-11-11T20:12:15,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8930 (was 8976) 2024-11-11T20:12:15,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=8929 2024-11-11T20:12:15,436 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:15,436 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread finished 2024-11-11T20:12:15,436 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42307 2024-11-11T20:12:15,437 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:15,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a639716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:15,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:15,439 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,445 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,446 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,447 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread started 2024-11-11T20:12:15,447 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,447 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread started 2024-11-11T20:12:15,447 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:15,452 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,453 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,454 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread started 2024-11-11T20:12:15,455 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread started 2024-11-11T20:12:15,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8fa50ff, L:/127.0.0.1:42307 - R:/127.0.0.1:50740] 2024-11-11T20:12:15,472 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:15,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:15,475 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16361540239023288338.pem was interrupted and is shutting down... 2024-11-11T20:12:15,475 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14658086660117851927.pem was interrupted and is shutting down... 2024-11-11T20:12:15,475 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread finished 2024-11-11T20:12:15,475 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread finished 2024-11-11T20:12:15,722 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,722 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,722 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,722 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,722 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,722 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,723 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,723 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,723 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16361540239023288338.pem 2024-11-11T20:12:15,723 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,723 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,723 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,723 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:15,723 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,723 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,724 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14658086660117851927.pem 2024-11-11T20:12:15,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:15,725 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,730 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,730 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,731 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,731 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread started 2024-11-11T20:12:15,732 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread started 2024-11-11T20:12:15,732 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:15,738 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,738 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,739 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x36a56e13, L:/127.0.0.1:42307 - R:/127.0.0.1:50744] 2024-11-11T20:12:15,756 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:15,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:15,758 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42307 2024-11-11T20:12:15,758 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14658086660117851927.pem was interrupted and is shutting down... 2024-11-11T20:12:15,758 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16361540239023288338.pem was interrupted and is shutting down... 2024-11-11T20:12:15,758 DEBUG [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16361540239023288338.pem was interrupted and is shutting down... 2024-11-11T20:12:15,758 DEBUG [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14658086660117851927.pem was interrupted and is shutting down... 2024-11-11T20:12:15,759 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread finished 2024-11-11T20:12:15,759 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread finished 2024-11-11T20:12:15,759 INFO [FileChangeWatcher-hbase_test_key16361540239023288338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16361540239023288338.pem thread finished 2024-11-11T20:12:15,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14658086660117851927.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8888 (was 8929) 2024-11-11T20:12:15,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=8888 2024-11-11T20:12:15,776 INFO [FileChangeWatcher-hbase_test_ca14658086660117851927.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14658086660117851927.pem thread finished 2024-11-11T20:12:15,818 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:15,819 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35299 2024-11-11T20:12:15,819 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:15,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae17525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:15,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:15,821 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,855 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,855 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,856 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread started 2024-11-11T20:12:15,856 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,856 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread started 2024-11-11T20:12:15,856 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:15,875 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:15,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:15,893 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,893 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread started 2024-11-11T20:12:15,893 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:15,894 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread started 2024-11-11T20:12:15,894 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x38aa9a4b, L:/127.0.0.1:35299 - R:/127.0.0.1:35068] 2024-11-11T20:12:15,937 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:16,179 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,179 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,179 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,179 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,179 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,179 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,179 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,179 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,208 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,208 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,208 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,209 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,209 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,209 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,209 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,209 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,209 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,209 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,209 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,209 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,209 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,209 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,209 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,210 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,225 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35299,0 is dead - stopping the connection localhost:35299/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T20:12:16,225 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,225 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,225 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,225 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,226 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,226 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,226 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,226 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:16,227 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:16,261 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:16,261 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:16,279 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:16,295 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:16,296 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x03e241b3, L:/127.0.0.1:35299 - R:/127.0.0.1:35084] 2024-11-11T20:12:16,336 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:16,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:16,338 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5699493210230305436.p12 was interrupted and is shutting down... 2024-11-11T20:12:16,338 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 was interrupted and is shutting down... 2024-11-11T20:12:16,338 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35299 2024-11-11T20:12:16,338 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5699493210230305436.p12 was interrupted and is shutting down... 2024-11-11T20:12:16,338 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 was interrupted and is shutting down... 2024-11-11T20:12:16,338 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread finished 2024-11-11T20:12:16,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9579054640402786716.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key5699493210230305436.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9579054640402786716.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8825 (was 8888) 2024-11-11T20:12:16,356 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread finished 2024-11-11T20:12:16,356 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread finished 2024-11-11T20:12:16,356 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread finished 2024-11-11T20:12:16,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=8824 2024-11-11T20:12:16,360 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:16,361 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45773 2024-11-11T20:12:16,361 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:16,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38633be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:16,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:16,363 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:16,398 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:16,399 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:16,399 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread started 2024-11-11T20:12:16,399 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:16,400 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread started 2024-11-11T20:12:16,400 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:16,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:16,434 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:16,435 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:16,435 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread started 2024-11-11T20:12:16,435 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:16,436 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread started 2024-11-11T20:12:16,436 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfbcfecbd, L:/127.0.0.1:45773 - R:/127.0.0.1:44526] 2024-11-11T20:12:16,476 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:16,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:16,479 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5699493210230305436.p12 was interrupted and is shutting down... 2024-11-11T20:12:16,479 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 was interrupted and is shutting down... 2024-11-11T20:12:16,479 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread finished 2024-11-11T20:12:16,479 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread finished 2024-11-11T20:12:16,965 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,965 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,966 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,966 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,994 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,994 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,994 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,994 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5699493210230305436.p12 2024-11-11T20:12:16,995 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,995 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,995 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:16,995 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:17,010 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:17,010 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:17,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba59fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:17,011 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:17,011 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9579054640402786716.p12 2024-11-11T20:12:17,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:17,012 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:17,045 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:17,046 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:17,046 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread started 2024-11-11T20:12:17,046 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:17,047 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread started 2024-11-11T20:12:17,047 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:17,066 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:17,082 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:17,083 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfff2dea5, L:/127.0.0.1:45773 - R:/127.0.0.1:44540] 2024-11-11T20:12:17,122 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:17,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:17,124 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45773 2024-11-11T20:12:17,124 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5699493210230305436.p12 was interrupted and is shutting down... 2024-11-11T20:12:17,124 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 was interrupted and is shutting down... 2024-11-11T20:12:17,124 DEBUG [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5699493210230305436.p12 was interrupted and is shutting down... 2024-11-11T20:12:17,124 DEBUG [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 was interrupted and is shutting down... 2024-11-11T20:12:17,124 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread finished 2024-11-11T20:12:17,124 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread finished 2024-11-11T20:12:17,124 INFO [FileChangeWatcher-hbase_test_key5699493210230305436.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5699493210230305436.p12 thread finished 2024-11-11T20:12:17,131 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8753 (was 8824) 2024-11-11T20:12:17,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=8753 2024-11-11T20:12:17,140 INFO [FileChangeWatcher-hbase_test_ca9579054640402786716.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9579054640402786716.p12 thread finished 2024-11-11T20:12:17,673 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:17,674 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45495 2024-11-11T20:12:17,674 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:17,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:17,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:17,676 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:18,017 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:18,018 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:18,019 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread started 2024-11-11T20:12:18,019 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:18,019 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread started 2024-11-11T20:12:18,019 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:18,183 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:18,347 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:18,347 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:18,348 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread started 2024-11-11T20:12:18,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:18,348 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread started 2024-11-11T20:12:18,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x88fd71fe, L:/127.0.0.1:45495 - R:/127.0.0.1:36652] 2024-11-11T20:12:18,542 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:18,812 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:18,812 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:18,812 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:18,812 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:18,812 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:18,812 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:18,812 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:18,812 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:19,056 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:19,056 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,056 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,056 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,060 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,060 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,222 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,222 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45495,0 is dead - stopping the connection localhost:45495/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T20:12:19,223 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,222 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,223 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,223 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,223 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,223 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,223 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:19,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:19,225 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:19,604 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:19,605 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:19,771 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:19,934 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:19,934 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xae440204, L:/127.0.0.1:45495 - R:/127.0.0.1:36654] 2024-11-11T20:12:20,134 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:20,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:20,135 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45495 2024-11-11T20:12:20,136 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks was interrupted and is shutting down... 2024-11-11T20:12:20,136 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key720108114708900312.bcfks was interrupted and is shutting down... 2024-11-11T20:12:20,136 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key720108114708900312.bcfks was interrupted and is shutting down... 2024-11-11T20:12:20,136 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks was interrupted and is shutting down... 2024-11-11T20:12:20,136 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread finished 2024-11-11T20:12:20,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key720108114708900312.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key720108114708900312.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8675 (was 8753) 2024-11-11T20:12:20,150 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=8674 2024-11-11T20:12:20,151 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:20,152 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41407 2024-11-11T20:12:20,152 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:20,152 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread finished 2024-11-11T20:12:20,152 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread finished 2024-11-11T20:12:20,152 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread finished 2024-11-11T20:12:20,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46deece1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:20,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:20,153 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:20,481 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:20,482 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:20,483 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:20,483 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread started 2024-11-11T20:12:20,483 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread started 2024-11-11T20:12:20,483 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:20,657 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:20,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:20,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:20,827 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread started 2024-11-11T20:12:20,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:20,827 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread started 2024-11-11T20:12:20,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xae8bcbe8, L:/127.0.0.1:41407 - R:/127.0.0.1:46852] 2024-11-11T20:12:21,016 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:21,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:21,018 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks was interrupted and is shutting down... 2024-11-11T20:12:21,018 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key720108114708900312.bcfks was interrupted and is shutting down... 2024-11-11T20:12:21,018 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread finished 2024-11-11T20:12:21,018 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread finished 2024-11-11T20:12:21,311 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:21,311 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:21,311 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:21,311 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:21,555 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:21,554 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:21,555 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:21,555 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key720108114708900312.bcfks 2024-11-11T20:12:21,555 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:21,555 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:21,555 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:21,555 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:21,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a6236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:21,716 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:21,716 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:21,716 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:21,716 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10031909332817463383.bcfks 2024-11-11T20:12:21,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:21,718 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:22,042 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:22,043 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:22,043 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread started 2024-11-11T20:12:22,043 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:22,044 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread started 2024-11-11T20:12:22,044 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:22,206 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:22,379 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:22,379 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2c74506e, L:/127.0.0.1:41407 - R:/127.0.0.1:46864] 2024-11-11T20:12:22,564 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:22,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:22,567 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41407 2024-11-11T20:12:22,567 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks was interrupted and is shutting down... 2024-11-11T20:12:22,567 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key720108114708900312.bcfks was interrupted and is shutting down... 2024-11-11T20:12:22,567 DEBUG [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key720108114708900312.bcfks was interrupted and is shutting down... 2024-11-11T20:12:22,567 DEBUG [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks was interrupted and is shutting down... 2024-11-11T20:12:22,572 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread finished 2024-11-11T20:12:22,572 INFO [FileChangeWatcher-hbase_test_key720108114708900312.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key720108114708900312.bcfks thread finished 2024-11-11T20:12:22,572 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread finished 2024-11-11T20:12:22,572 INFO [FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10031909332817463383.bcfks thread finished 2024-11-11T20:12:22,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=43 (was 39) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=8616 (was 8674) 2024-11-11T20:12:22,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=8615 2024-11-11T20:12:22,722 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:22,723 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39661 2024-11-11T20:12:22,723 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:22,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:22,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:22,725 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:22,759 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:22,759 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:22,760 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread started 2024-11-11T20:12:22,760 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:22,760 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread started 2024-11-11T20:12:22,761 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:22,778 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:22,797 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:22,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:22,798 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread started 2024-11-11T20:12:22,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:22,799 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread started 2024-11-11T20:12:22,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa795b6cb, L:/127.0.0.1:39661 - R:/127.0.0.1:34066] 2024-11-11T20:12:22,852 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:22,861 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,862 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,862 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,862 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,862 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,862 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,862 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,862 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,891 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,891 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,891 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,891 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,891 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,908 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,908 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,908 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,908 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,908 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39661,0 is dead - stopping the connection localhost:39661/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T20:12:22,908 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,908 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,908 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,908 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:22,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:22,909 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:22,942 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:22,943 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:22,963 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:22,980 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:22,980 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaa9a2bc3, L:/127.0.0.1:39661 - R:/127.0.0.1:34074] 2024-11-11T20:12:23,025 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:23,027 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17554373322948704135.jks was interrupted and is shutting down... 2024-11-11T20:12:23,027 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39661 2024-11-11T20:12:23,027 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4551702097510750846.jks was interrupted and is shutting down... 2024-11-11T20:12:23,027 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4551702097510750846.jks was interrupted and is shutting down... 2024-11-11T20:12:23,028 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17554373322948704135.jks was interrupted and is shutting down... 2024-11-11T20:12:23,028 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread finished 2024-11-11T20:12:23,028 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread finished 2024-11-11T20:12:23,028 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread finished 2024-11-11T20:12:23,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=8592 (was 8615) 2024-11-11T20:12:23,041 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=8592 2024-11-11T20:12:23,042 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:23,043 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42883 2024-11-11T20:12:23,043 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:23,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:23,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:23,044 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,048 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread finished 2024-11-11T20:12:23,078 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,079 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,079 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread started 2024-11-11T20:12:23,080 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,080 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread started 2024-11-11T20:12:23,080 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:23,097 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,114 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,115 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,115 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,115 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread started 2024-11-11T20:12:23,117 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread started 2024-11-11T20:12:23,117 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0d70d580, L:/127.0.0.1:42883 - R:/127.0.0.1:51468] 2024-11-11T20:12:23,165 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:23,167 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17554373322948704135.jks was interrupted and is shutting down... 2024-11-11T20:12:23,167 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4551702097510750846.jks was interrupted and is shutting down... 2024-11-11T20:12:23,167 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread finished 2024-11-11T20:12:23,168 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread finished 2024-11-11T20:12:23,174 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:23,174 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:23,174 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:23,174 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:23,203 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:23,203 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:23,203 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:23,203 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4551702097510750846.jks 2024-11-11T20:12:23,204 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:23,204 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:23,204 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:23,204 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:23,220 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:23,220 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:23,220 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:23,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:23,220 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17554373322948704135.jks 2024-11-11T20:12:23,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:23,221 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,255 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,255 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,256 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread started 2024-11-11T20:12:23,256 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,256 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread started 2024-11-11T20:12:23,256 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:23,273 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,290 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,291 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5a410943, L:/127.0.0.1:42883 - R:/127.0.0.1:51470] 2024-11-11T20:12:23,335 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:23,337 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42883 2024-11-11T20:12:23,337 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4551702097510750846.jks was interrupted and is shutting down... 2024-11-11T20:12:23,337 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17554373322948704135.jks was interrupted and is shutting down... 2024-11-11T20:12:23,337 DEBUG [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4551702097510750846.jks was interrupted and is shutting down... 2024-11-11T20:12:23,337 DEBUG [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17554373322948704135.jks was interrupted and is shutting down... 2024-11-11T20:12:23,337 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread finished 2024-11-11T20:12:23,337 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread finished 2024-11-11T20:12:23,345 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=8578 (was 8592) 2024-11-11T20:12:23,350 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=8578 2024-11-11T20:12:23,356 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:23,356 INFO [FileChangeWatcher-hbase_test_ca17554373322948704135.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17554373322948704135.jks thread finished 2024-11-11T20:12:23,356 INFO [FileChangeWatcher-hbase_test_key4551702097510750846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4551702097510750846.jks thread finished 2024-11-11T20:12:23,356 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34471 2024-11-11T20:12:23,357 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:23,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:23,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:23,358 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,362 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,363 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,363 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread started 2024-11-11T20:12:23,363 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,372 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread started 2024-11-11T20:12:23,372 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:23,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,377 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,377 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,378 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread started 2024-11-11T20:12:23,378 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,378 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread started 2024-11-11T20:12:23,378 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9daf9dba, L:/127.0.0.1:34471 - R:/127.0.0.1:58826] 2024-11-11T20:12:23,392 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,402 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,402 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,402 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,402 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,403 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34471,0 is dead - stopping the connection localhost:34471/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T20:12:23,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:23,405 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,409 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,409 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:23,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,414 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0bcc012a, L:/127.0.0.1:34471 - R:/127.0.0.1:58842] 2024-11-11T20:12:23,431 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:23,433 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34471 2024-11-11T20:12:23,433 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8659858637849749888.pem was interrupted and is shutting down... 2024-11-11T20:12:23,433 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4561240083946399023.pem was interrupted and is shutting down... 2024-11-11T20:12:23,433 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4561240083946399023.pem was interrupted and is shutting down... 2024-11-11T20:12:23,433 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8659858637849749888.pem was interrupted and is shutting down... 2024-11-11T20:12:23,433 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread finished 2024-11-11T20:12:23,433 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread finished 2024-11-11T20:12:23,433 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread finished 2024-11-11T20:12:23,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=8564 (was 8578) 2024-11-11T20:12:23,446 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=8564 2024-11-11T20:12:23,447 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:23,448 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40351 2024-11-11T20:12:23,448 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread finished 2024-11-11T20:12:23,448 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:23,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:23,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:23,449 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,453 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,454 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,454 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread started 2024-11-11T20:12:23,454 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,455 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread started 2024-11-11T20:12:23,455 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:23,459 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,459 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,459 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,460 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread started 2024-11-11T20:12:23,460 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,460 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread started 2024-11-11T20:12:23,460 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1fb09b66, L:/127.0.0.1:40351 - R:/127.0.0.1:53270] 2024-11-11T20:12:23,477 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:23,479 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8659858637849749888.pem was interrupted and is shutting down... 2024-11-11T20:12:23,479 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4561240083946399023.pem was interrupted and is shutting down... 2024-11-11T20:12:23,479 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread finished 2024-11-11T20:12:23,479 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread finished 2024-11-11T20:12:23,490 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,490 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,490 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,490 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,490 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,490 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,490 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,490 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4561240083946399023.pem 2024-11-11T20:12:23,491 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,491 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,491 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,491 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,491 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,491 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,491 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,491 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8659858637849749888.pem 2024-11-11T20:12:23,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:23,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:23,492 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,496 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,497 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,497 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread started 2024-11-11T20:12:23,497 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,498 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread started 2024-11-11T20:12:23,498 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:23,502 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,502 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,503 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdc35d72c, L:/127.0.0.1:40351 - R:/127.0.0.1:53280] 2024-11-11T20:12:23,519 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:23,520 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40351 2024-11-11T20:12:23,520 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8659858637849749888.pem was interrupted and is shutting down... 2024-11-11T20:12:23,520 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4561240083946399023.pem was interrupted and is shutting down... 2024-11-11T20:12:23,520 DEBUG [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8659858637849749888.pem was interrupted and is shutting down... 2024-11-11T20:12:23,520 DEBUG [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4561240083946399023.pem was interrupted and is shutting down... 2024-11-11T20:12:23,521 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread finished 2024-11-11T20:12:23,521 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread finished 2024-11-11T20:12:23,527 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=8563 (was 8564) 2024-11-11T20:12:23,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=8562 2024-11-11T20:12:23,540 INFO [FileChangeWatcher-hbase_test_key4561240083946399023.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4561240083946399023.pem thread finished 2024-11-11T20:12:23,540 INFO [FileChangeWatcher-hbase_test_ca8659858637849749888.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8659858637849749888.pem thread finished 2024-11-11T20:12:23,579 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:23,579 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36191 2024-11-11T20:12:23,579 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:23,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7817aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:23,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:23,581 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,614 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,614 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,615 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread started 2024-11-11T20:12:23,615 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,615 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread started 2024-11-11T20:12:23,615 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:23,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,648 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,648 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,649 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread started 2024-11-11T20:12:23,649 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,649 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread started 2024-11-11T20:12:23,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeba1c499, L:/127.0.0.1:36191 - R:/127.0.0.1:35364] 2024-11-11T20:12:23,690 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,696 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,696 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,696 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,696 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,696 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,696 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,696 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,696 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,724 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,724 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,724 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,724 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,724 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,740 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,740 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,740 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,740 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,740 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36191,0 is dead - stopping the connection localhost:36191/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T20:12:23,740 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,740 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,740 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,740 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:23,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:23,741 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,773 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,774 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:23,790 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,806 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,807 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9971b540, L:/127.0.0.1:36191 - R:/127.0.0.1:35380] 2024-11-11T20:12:23,847 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:23,849 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13041924136070019826.p12 was interrupted and is shutting down... 2024-11-11T20:12:23,849 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36191 2024-11-11T20:12:23,849 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 was interrupted and is shutting down... 2024-11-11T20:12:23,849 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 was interrupted and is shutting down... 2024-11-11T20:12:23,849 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13041924136070019826.p12 was interrupted and is shutting down... 2024-11-11T20:12:23,849 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread finished 2024-11-11T20:12:23,849 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread finished 2024-11-11T20:12:23,849 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread finished 2024-11-11T20:12:23,856 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread finished 2024-11-11T20:12:23,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8561 (was 8562) 2024-11-11T20:12:23,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=8561 2024-11-11T20:12:23,862 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:23,863 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42135 2024-11-11T20:12:23,863 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:23,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e351f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:23,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:23,864 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,896 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,897 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,897 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread started 2024-11-11T20:12:23,897 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,898 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread started 2024-11-11T20:12:23,898 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:23,914 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:23,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:23,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,931 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread started 2024-11-11T20:12:23,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:23,931 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread started 2024-11-11T20:12:23,932 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe18261ca, L:/127.0.0.1:42135 - R:/127.0.0.1:34018] 2024-11-11T20:12:23,971 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:23,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:23,973 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 was interrupted and is shutting down... 2024-11-11T20:12:23,973 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13041924136070019826.p12 was interrupted and is shutting down... 2024-11-11T20:12:23,973 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread finished 2024-11-11T20:12:23,973 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread finished 2024-11-11T20:12:23,977 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,977 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,977 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:23,977 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:24,005 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:24,005 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:24,005 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:24,005 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13041924136070019826.p12 2024-11-11T20:12:24,005 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:24,005 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:24,005 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:24,005 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:24,021 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:24,021 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:24,021 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:24,021 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8611476428670808975.p12 2024-11-11T20:12:24,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46787a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:24,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:24,022 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:24,054 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:24,055 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:24,056 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread started 2024-11-11T20:12:24,056 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:24,056 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread started 2024-11-11T20:12:24,056 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:24,073 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:24,089 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:24,089 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeafb07e9, L:/127.0.0.1:42135 - R:/127.0.0.1:34032] 2024-11-11T20:12:24,130 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:24,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:24,132 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42135 2024-11-11T20:12:24,132 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13041924136070019826.p12 was interrupted and is shutting down... 2024-11-11T20:12:24,132 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 was interrupted and is shutting down... 2024-11-11T20:12:24,132 DEBUG [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 was interrupted and is shutting down... 2024-11-11T20:12:24,132 DEBUG [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13041924136070019826.p12 was interrupted and is shutting down... 2024-11-11T20:12:24,132 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread finished 2024-11-11T20:12:24,132 INFO [FileChangeWatcher-hbase_test_ca8611476428670808975.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8611476428670808975.p12 thread finished 2024-11-11T20:12:24,132 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread finished 2024-11-11T20:12:24,132 INFO [FileChangeWatcher-hbase_test_key13041924136070019826.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13041924136070019826.p12 thread finished 2024-11-11T20:12:24,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=8558 (was 8561) 2024-11-11T20:12:24,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=8558 2024-11-11T20:12:24,552 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:24,552 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46541 2024-11-11T20:12:24,553 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:24,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4472ed18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:24,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:24,554 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:24,879 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:24,879 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:24,880 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread started 2024-11-11T20:12:24,880 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:24,880 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread started 2024-11-11T20:12:24,880 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:25,042 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:25,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:25,205 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:25,205 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread started 2024-11-11T20:12:25,206 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:25,206 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread started 2024-11-11T20:12:25,206 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3e6b5fef, L:/127.0.0.1:46541 - R:/127.0.0.1:35696] 2024-11-11T20:12:25,429 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:25,440 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,440 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,440 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,440 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,440 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,440 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,440 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,440 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,701 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,701 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,701 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,701 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,702 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,863 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,863 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,863 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46541,0 is dead - stopping the connection localhost:46541/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T20:12:25,863 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,863 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,863 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,863 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,863 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,863 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:25,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:25,864 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:26,188 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:26,188 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:26,350 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:26,513 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:26,513 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08ff7a22, L:/127.0.0.1:46541 - R:/127.0.0.1:35700] 2024-11-11T20:12:26,693 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:26,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:26,694 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46541 2024-11-11T20:12:26,694 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks was interrupted and is shutting down... 2024-11-11T20:12:26,694 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks was interrupted and is shutting down... 2024-11-11T20:12:26,694 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks was interrupted and is shutting down... 2024-11-11T20:12:26,694 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks was interrupted and is shutting down... 2024-11-11T20:12:26,695 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread finished 2024-11-11T20:12:26,695 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread finished 2024-11-11T20:12:26,695 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread finished 2024-11-11T20:12:26,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=8559 (was 8558) - AvailableMemoryMB LEAK? - 2024-11-11T20:12:26,706 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=8559 2024-11-11T20:12:26,708 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T20:12:26,708 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread finished 2024-11-11T20:12:26,708 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39633 2024-11-11T20:12:26,708 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T20:12:26,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5422f2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:26,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:26,710 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:27,033 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:27,033 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:27,034 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread started 2024-11-11T20:12:27,034 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:27,034 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread started 2024-11-11T20:12:27,034 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:27,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:27,361 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:27,361 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:27,362 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread started 2024-11-11T20:12:27,362 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:27,362 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread started 2024-11-11T20:12:27,362 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe0756e1b, L:/127.0.0.1:39633 - R:/127.0.0.1:58976] 2024-11-11T20:12:27,540 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:27,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:27,542 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks was interrupted and is shutting down... 2024-11-11T20:12:27,542 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks was interrupted and is shutting down... 2024-11-11T20:12:27,542 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread finished 2024-11-11T20:12:27,542 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread finished 2024-11-11T20:12:27,548 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:27,548 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:27,548 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:27,548 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:27,789 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:27,789 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:27,790 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:27,790 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18246773443816744377.bcfks 2024-11-11T20:12:27,790 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:27,790 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:27,790 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:27,790 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:27,951 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:27,951 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:27,951 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:27,951 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1172502816120809304.bcfks 2024-11-11T20:12:27,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21177b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T20:12:27,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T20:12:27,952 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:28,277 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:28,278 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:28,278 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread started 2024-11-11T20:12:28,278 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94cabd2d-ee33-1e98-fd89-b43eabbca711/TestNettyTLSIPCFileWatcher 2024-11-11T20:12:28,279 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread started 2024-11-11T20:12:28,279 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T20:12:28,441 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T20:12:28,603 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T20:12:28,604 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8303b7c2, L:/127.0.0.1:39633 - R:/127.0.0.1:58978] 2024-11-11T20:12:28,788 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T20:12:28,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T20:12:28,789 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39633 2024-11-11T20:12:28,789 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks was interrupted and is shutting down... 2024-11-11T20:12:28,789 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks was interrupted and is shutting down... 2024-11-11T20:12:28,789 DEBUG [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks was interrupted and is shutting down... 2024-11-11T20:12:28,789 DEBUG [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks was interrupted and is shutting down... 2024-11-11T20:12:28,789 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread finished 2024-11-11T20:12:28,789 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread finished 2024-11-11T20:12:28,796 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=8558 (was 8559) 2024-11-11T20:12:28,804 INFO [FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1172502816120809304.bcfks thread finished 2024-11-11T20:12:28,804 INFO [FileChangeWatcher-hbase_test_key18246773443816744377.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18246773443816744377.bcfks thread finished