2024-11-23 08:12:07,984 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-23 08:12:07,996 main DEBUG Took 0.010807 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 08:12:07,996 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 08:12:07,997 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 08:12:07,998 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 08:12:07,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,008 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 08:12:08,018 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,020 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,021 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,022 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,023 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,024 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,024 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,025 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,026 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,026 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,027 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,028 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 08:12:08,028 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,028 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 08:12:08,030 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 08:12:08,031 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 08:12:08,033 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 08:12:08,033 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 08:12:08,034 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 08:12:08,034 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 08:12:08,043 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 08:12:08,045 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 08:12:08,046 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 08:12:08,047 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 08:12:08,047 main DEBUG createAppenders(={Console}) 2024-11-23 08:12:08,048 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-23 08:12:08,048 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-23 08:12:08,048 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-23 08:12:08,049 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 08:12:08,049 main DEBUG OutputStream closed 2024-11-23 08:12:08,049 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 08:12:08,049 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 08:12:08,050 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-23 08:12:08,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 08:12:08,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 08:12:08,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 08:12:08,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 08:12:08,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 08:12:08,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 08:12:08,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 08:12:08,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 08:12:08,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 08:12:08,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 08:12:08,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 08:12:08,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 08:12:08,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 08:12:08,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 08:12:08,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 08:12:08,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 08:12:08,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 08:12:08,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 08:12:08,129 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 08:12:08,130 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-23 08:12:08,130 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 08:12:08,130 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-23T08:12:08,147 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-23 08:12:08,150 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 08:12:08,150 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T08:12:08,539 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T08:12:09,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=4329 2024-11-23T08:12:10,231 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T08:12:10,281 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T08:12:10,295 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T08:12:10,307 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T08:12:10,380 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:10,432 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31757 (auto-detected) 2024-11-23T08:12:10,434 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T08:12:10,456 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34343 2024-11-23T08:12:10,459 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:10,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:10,487 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T08:12:10,488 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T08:12:10,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:10,820 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:10,867 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:10,960 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:10,962 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread started 2024-11-23T08:12:10,962 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:10,963 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread started 2024-11-23T08:12:10,971 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:11,011 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:11,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:11,115 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:11,116 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:11,116 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread started 2024-11-23T08:12:11,116 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread started 2024-11-23T08:12:11,118 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6692ed9e, L:/127.0.0.1:34343 - R:/127.0.0.1:39072] 2024-11-23T08:12:11,234 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:11,442 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,442 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,442 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,442 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,443 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,443 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,443 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,443 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,469 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,469 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,469 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,469 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,469 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,469 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,469 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,469 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,470 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,470 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,470 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,470 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,470 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,470 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,470 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,470 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,484 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,484 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,484 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,484 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,484 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34343,0 is dead - stopping the connection localhost:34343/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T08:12:11,484 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,484 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,484 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,484 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:11,487 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:11,518 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:11,518 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:11,535 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:11,551 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:11,551 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4e23abe2, L:/127.0.0.1:34343 - R:/127.0.0.1:39084] 2024-11-23T08:12:11,601 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:11,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:11,605 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34343 2024-11-23T08:12:11,605 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498547290757381800.jks was interrupted and is shutting down... 2024-11-23T08:12:11,605 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17710894176235990980.jks was interrupted and is shutting down... 2024-11-23T08:12:11,605 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498547290757381800.jks was interrupted and is shutting down... 2024-11-23T08:12:11,605 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17710894176235990980.jks was interrupted and is shutting down... 2024-11-23T08:12:11,606 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread finished 2024-11-23T08:12:11,606 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread finished 2024-11-23T08:12:11,606 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread finished 2024-11-23T08:12:11,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_key17710894176235990980.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=4183 (was 4329) 2024-11-23T08:12:11,620 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread finished 2024-11-23T08:12:11,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=4183 2024-11-23T08:12:11,623 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:11,624 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39127 2024-11-23T08:12:11,624 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:11,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:11,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:11,626 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:11,658 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:11,658 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:11,659 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:11,659 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread started 2024-11-23T08:12:11,659 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread started 2024-11-23T08:12:11,660 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:11,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:11,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:11,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:11,693 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread started 2024-11-23T08:12:11,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:11,694 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread started 2024-11-23T08:12:11,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x188da624, L:/127.0.0.1:39127 - R:/127.0.0.1:51346] 2024-11-23T08:12:11,733 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:11,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:11,736 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498547290757381800.jks was interrupted and is shutting down... 2024-11-23T08:12:11,736 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17710894176235990980.jks was interrupted and is shutting down... 2024-11-23T08:12:11,737 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread finished 2024-11-23T08:12:11,737 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread finished 2024-11-23T08:12:11,970 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,970 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,970 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,970 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,997 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,997 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,998 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,998 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17710894176235990980.jks 2024-11-23T08:12:11,998 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,998 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,998 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:11,998 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:12,013 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:12,013 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:12,013 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:12,013 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498547290757381800.jks 2024-11-23T08:12:12,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:12,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:12,015 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:12,046 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:12,047 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,047 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,047 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread started 2024-11-23T08:12:12,048 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread started 2024-11-23T08:12:12,048 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:12,064 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:12,080 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:12,080 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d6c83f6, L:/127.0.0.1:39127 - R:/127.0.0.1:51354] 2024-11-23T08:12:12,121 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:12,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:12,123 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39127 2024-11-23T08:12:12,123 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17710894176235990980.jks was interrupted and is shutting down... 2024-11-23T08:12:12,123 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498547290757381800.jks was interrupted and is shutting down... 2024-11-23T08:12:12,124 DEBUG [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498547290757381800.jks was interrupted and is shutting down... 2024-11-23T08:12:12,124 DEBUG [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17710894176235990980.jks was interrupted and is shutting down... 2024-11-23T08:12:12,124 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread finished 2024-11-23T08:12:12,124 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread finished 2024-11-23T08:12:12,124 INFO [FileChangeWatcher-hbase_test_ca9498547290757381800.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498547290757381800.jks thread finished 2024-11-23T08:12:12,131 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=4140 (was 4183) 2024-11-23T08:12:12,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=4140 2024-11-23T08:12:12,144 INFO [FileChangeWatcher-hbase_test_key17710894176235990980.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17710894176235990980.jks thread finished 2024-11-23T08:12:12,189 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:12,190 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43305 2024-11-23T08:12:12,190 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:12,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:12,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:12,192 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:12,220 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:12,220 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,221 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread started 2024-11-23T08:12:12,221 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,222 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread started 2024-11-23T08:12:12,222 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:12,235 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:12,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:12,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,237 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread started 2024-11-23T08:12:12,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,238 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread started 2024-11-23T08:12:12,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2d127985, L:/127.0.0.1:43305 - R:/127.0.0.1:47990] 2024-11-23T08:12:12,253 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,744 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,745 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43305,0 is dead - stopping the connection localhost:43305/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T08:12:12,745 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,745 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,746 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,746 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:12,746 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,746 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:12,747 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:12,755 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:12,756 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:12,761 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:12,762 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:12,762 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x12968ae0, L:/127.0.0.1:43305 - R:/127.0.0.1:54426] 2024-11-23T08:12:12,780 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:12,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:12,782 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3707588920604562801.pem was interrupted and is shutting down... 2024-11-23T08:12:12,782 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6122291846093066076.pem was interrupted and is shutting down... 2024-11-23T08:12:12,782 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43305 2024-11-23T08:12:12,783 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6122291846093066076.pem was interrupted and is shutting down... 2024-11-23T08:12:12,783 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread finished 2024-11-23T08:12:12,783 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread finished 2024-11-23T08:12:12,783 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread finished 2024-11-23T08:12:12,783 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3707588920604562801.pem was interrupted and is shutting down... 2024-11-23T08:12:12,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key3707588920604562801.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=4072 (was 4140) 2024-11-23T08:12:12,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=4071 2024-11-23T08:12:12,796 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread finished 2024-11-23T08:12:12,797 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:12,797 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34647 2024-11-23T08:12:12,797 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:12,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:12,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:12,799 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:12,804 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:12,804 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,805 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread started 2024-11-23T08:12:12,805 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,806 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread started 2024-11-23T08:12:12,806 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:12,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:12,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:12,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,812 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread started 2024-11-23T08:12:12,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:12,813 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread started 2024-11-23T08:12:12,813 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc9a8b652, L:/127.0.0.1:34647 - R:/127.0.0.1:45460] 2024-11-23T08:12:12,831 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:12,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:12,833 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3707588920604562801.pem was interrupted and is shutting down... 2024-11-23T08:12:12,833 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6122291846093066076.pem was interrupted and is shutting down... 2024-11-23T08:12:12,834 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread finished 2024-11-23T08:12:12,834 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread finished 2024-11-23T08:12:13,210 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:13,210 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:13,210 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:13,210 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:13,210 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:13,210 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:13,210 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:13,211 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3707588920604562801.pem 2024-11-23T08:12:13,211 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:13,211 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:13,211 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:13,211 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:13,211 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:13,211 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:13,211 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:13,211 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6122291846093066076.pem 2024-11-23T08:12:13,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:13,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:13,213 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:13,218 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:13,218 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:13,219 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread started 2024-11-23T08:12:13,219 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:13,219 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread started 2024-11-23T08:12:13,220 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:13,227 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:13,228 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:13,228 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd8bee820, L:/127.0.0.1:34647 - R:/127.0.0.1:45472] 2024-11-23T08:12:13,247 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:13,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:13,248 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34647 2024-11-23T08:12:13,248 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3707588920604562801.pem was interrupted and is shutting down... 2024-11-23T08:12:13,248 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6122291846093066076.pem was interrupted and is shutting down... 2024-11-23T08:12:13,249 DEBUG [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6122291846093066076.pem was interrupted and is shutting down... 2024-11-23T08:12:13,249 DEBUG [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3707588920604562801.pem was interrupted and is shutting down... 2024-11-23T08:12:13,249 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread finished 2024-11-23T08:12:13,249 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread finished 2024-11-23T08:12:13,249 INFO [FileChangeWatcher-hbase_test_key3707588920604562801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3707588920604562801.pem thread finished 2024-11-23T08:12:13,249 INFO [FileChangeWatcher-hbase_test_ca6122291846093066076.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6122291846093066076.pem thread finished 2024-11-23T08:12:13,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3998 (was 4071) 2024-11-23T08:12:13,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3998 2024-11-23T08:12:13,306 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:13,307 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35991 2024-11-23T08:12:13,308 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:13,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:13,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:13,310 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:13,341 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:13,341 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:13,342 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread started 2024-11-23T08:12:13,342 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:13,343 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread started 2024-11-23T08:12:13,343 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:13,359 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:13,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:13,375 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:13,376 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread started 2024-11-23T08:12:13,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:13,376 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread started 2024-11-23T08:12:13,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x080f2290, L:/127.0.0.1:35991 - R:/127.0.0.1:40760] 2024-11-23T08:12:13,413 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:13,782 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,782 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,782 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,782 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,782 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,782 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,783 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,783 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,809 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,809 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,810 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,810 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,810 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,810 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,810 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,825 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,825 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,825 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,825 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,825 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35991,0 is dead - stopping the connection localhost:35991/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T08:12:13,825 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,825 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,825 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,825 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:13,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:13,827 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:13,857 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:13,858 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:13,874 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:13,889 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:13,889 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x75a788a3, L:/127.0.0.1:35991 - R:/127.0.0.1:40774] 2024-11-23T08:12:13,927 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:13,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:13,929 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35991 2024-11-23T08:12:13,929 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key669459449329651558.p12 was interrupted and is shutting down... 2024-11-23T08:12:13,929 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 was interrupted and is shutting down... 2024-11-23T08:12:13,929 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key669459449329651558.p12 was interrupted and is shutting down... 2024-11-23T08:12:13,929 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 was interrupted and is shutting down... 2024-11-23T08:12:13,929 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread finished 2024-11-23T08:12:13,929 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread finished 2024-11-23T08:12:13,929 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread finished 2024-11-23T08:12:13,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7544347312590521422.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3927 (was 3998) 2024-11-23T08:12:13,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3926 2024-11-23T08:12:13,942 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:13,943 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39249 2024-11-23T08:12:13,943 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:13,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b22ae84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:13,944 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread finished 2024-11-23T08:12:13,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:13,945 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:13,975 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:13,976 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:13,977 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread started 2024-11-23T08:12:13,977 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:13,977 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread started 2024-11-23T08:12:13,977 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:13,993 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:14,008 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:14,008 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:14,009 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread started 2024-11-23T08:12:14,009 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:14,010 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread started 2024-11-23T08:12:14,010 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcbdad988, L:/127.0.0.1:39249 - R:/127.0.0.1:44140] 2024-11-23T08:12:14,046 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:14,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:14,048 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 was interrupted and is shutting down... 2024-11-23T08:12:14,048 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key669459449329651558.p12 was interrupted and is shutting down... 2024-11-23T08:12:14,049 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread finished 2024-11-23T08:12:14,049 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread finished 2024-11-23T08:12:14,187 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:14,187 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:14,188 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:14,188 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:14,214 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:14,214 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:14,214 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:14,214 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key669459449329651558.p12 2024-11-23T08:12:14,214 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:14,214 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:14,214 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:14,215 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:14,229 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:14,229 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:14,229 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:14,229 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7544347312590521422.p12 2024-11-23T08:12:14,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:14,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:14,231 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:14,262 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:14,262 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:14,263 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:14,263 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread started 2024-11-23T08:12:14,263 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread started 2024-11-23T08:12:14,263 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:14,279 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:14,294 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:14,294 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x687692e7, L:/127.0.0.1:39249 - R:/127.0.0.1:44146] 2024-11-23T08:12:14,331 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:14,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:14,333 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key669459449329651558.p12 was interrupted and is shutting down... 2024-11-23T08:12:14,333 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 was interrupted and is shutting down... 2024-11-23T08:12:14,333 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39249 2024-11-23T08:12:14,333 DEBUG [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key669459449329651558.p12 was interrupted and is shutting down... 2024-11-23T08:12:14,333 DEBUG [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 was interrupted and is shutting down... 2024-11-23T08:12:14,333 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread finished 2024-11-23T08:12:14,333 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread finished 2024-11-23T08:12:14,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key669459449329651558.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3881 (was 3926) 2024-11-23T08:12:14,344 INFO [FileChangeWatcher-hbase_test_key669459449329651558.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key669459449329651558.p12 thread finished 2024-11-23T08:12:14,344 INFO [FileChangeWatcher-hbase_test_ca7544347312590521422.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7544347312590521422.p12 thread finished 2024-11-23T08:12:14,346 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3880 2024-11-23T08:12:14,874 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:14,875 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45949 2024-11-23T08:12:14,875 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:14,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9e3e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:14,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:14,877 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:15,215 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:15,216 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:15,217 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread started 2024-11-23T08:12:15,217 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:15,217 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread started 2024-11-23T08:12:15,217 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:15,380 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:15,544 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:15,545 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:15,545 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread started 2024-11-23T08:12:15,545 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:15,546 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread started 2024-11-23T08:12:15,546 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x54d4d786, L:/127.0.0.1:45949 - R:/127.0.0.1:45652] 2024-11-23T08:12:15,737 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:15,932 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:15,932 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:15,932 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:15,933 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:15,933 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:15,933 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:15,933 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:15,933 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:16,176 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,176 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,176 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,176 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,176 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,338 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,338 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45949,0 is dead - stopping the connection localhost:45949/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T08:12:16,338 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,338 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,338 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,338 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,338 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,338 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,338 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:16,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:16,340 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:16,670 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:16,671 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:16,834 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:16,997 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:16,997 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x31eae8b4, L:/127.0.0.1:45949 - R:/127.0.0.1:45660] 2024-11-23T08:12:17,182 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:17,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:17,184 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45949 2024-11-23T08:12:17,184 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key336749525492354609.bcfks was interrupted and is shutting down... 2024-11-23T08:12:17,184 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks was interrupted and is shutting down... 2024-11-23T08:12:17,184 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key336749525492354609.bcfks was interrupted and is shutting down... 2024-11-23T08:12:17,185 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread finished 2024-11-23T08:12:17,185 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks was interrupted and is shutting down... 2024-11-23T08:12:17,185 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread finished 2024-11-23T08:12:17,185 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread finished 2024-11-23T08:12:17,192 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3810 (was 3880) 2024-11-23T08:12:17,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3810 2024-11-23T08:12:17,200 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread finished 2024-11-23T08:12:17,200 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:17,201 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37257 2024-11-23T08:12:17,201 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:17,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:17,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:17,204 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:17,531 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:17,532 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:17,532 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread started 2024-11-23T08:12:17,532 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:17,533 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread started 2024-11-23T08:12:17,533 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:17,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:17,859 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:17,860 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:17,860 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread started 2024-11-23T08:12:17,861 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:17,861 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread started 2024-11-23T08:12:17,861 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdbd31703, L:/127.0.0.1:37257 - R:/127.0.0.1:36924] 2024-11-23T08:12:18,038 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:18,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:18,041 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key336749525492354609.bcfks was interrupted and is shutting down... 2024-11-23T08:12:18,041 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks was interrupted and is shutting down... 2024-11-23T08:12:18,041 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread finished 2024-11-23T08:12:18,041 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread finished 2024-11-23T08:12:18,325 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:18,325 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:18,325 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:18,325 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:18,567 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:18,567 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:18,567 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:18,567 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key336749525492354609.bcfks 2024-11-23T08:12:18,567 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:18,568 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:18,568 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:18,568 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:18,729 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:18,729 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:18,729 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:18,729 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10922229152262653313.bcfks 2024-11-23T08:12:18,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:18,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:18,731 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:19,055 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:19,055 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:19,056 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread started 2024-11-23T08:12:19,056 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:19,056 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread started 2024-11-23T08:12:19,056 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:19,221 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:19,383 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:19,384 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5f4c49e0, L:/127.0.0.1:37257 - R:/127.0.0.1:36940] 2024-11-23T08:12:19,568 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:19,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:19,571 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key336749525492354609.bcfks was interrupted and is shutting down... 2024-11-23T08:12:19,571 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks was interrupted and is shutting down... 2024-11-23T08:12:19,571 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37257 2024-11-23T08:12:19,571 DEBUG [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key336749525492354609.bcfks was interrupted and is shutting down... 2024-11-23T08:12:19,571 DEBUG [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks was interrupted and is shutting down... 2024-11-23T08:12:19,571 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread finished 2024-11-23T08:12:19,571 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread finished 2024-11-23T08:12:19,571 INFO [FileChangeWatcher-hbase_test_key336749525492354609.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key336749525492354609.bcfks thread finished 2024-11-23T08:12:19,572 INFO [FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10922229152262653313.bcfks thread finished 2024-11-23T08:12:19,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3765 (was 3810) 2024-11-23T08:12:19,584 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3764 2024-11-23T08:12:19,715 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:19,715 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35107 2024-11-23T08:12:19,716 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:19,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560c34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:19,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:19,717 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:19,747 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:19,748 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:19,748 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key332451308644904433.jks thread started 2024-11-23T08:12:19,748 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:19,749 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread started 2024-11-23T08:12:19,749 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:19,764 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:19,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:19,780 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:19,781 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key332451308644904433.jks thread started 2024-11-23T08:12:19,781 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:19,781 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread started 2024-11-23T08:12:19,781 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7953646d, L:/127.0.0.1:35107 - R:/127.0.0.1:43258] 2024-11-23T08:12:19,833 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:19,843 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,843 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,843 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,843 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,843 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,843 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,843 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,843 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,871 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,871 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,871 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,871 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,871 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,886 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,886 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,886 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35107,0 is dead - stopping the connection localhost:35107/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T08:12:19,886 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,887 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,886 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,887 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,887 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,887 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:19,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:19,888 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:19,919 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:19,919 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:19,935 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:19,951 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:19,951 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb16c9738, L:/127.0.0.1:35107 - R:/127.0.0.1:43264] 2024-11-23T08:12:19,994 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:19,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:19,996 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35107 2024-11-23T08:12:19,996 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5663008840750975452.jks was interrupted and is shutting down... 2024-11-23T08:12:19,996 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key332451308644904433.jks was interrupted and is shutting down... 2024-11-23T08:12:19,996 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key332451308644904433.jks was interrupted and is shutting down... 2024-11-23T08:12:19,996 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5663008840750975452.jks was interrupted and is shutting down... 2024-11-23T08:12:19,996 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread finished 2024-11-23T08:12:19,996 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key332451308644904433.jks thread finished 2024-11-23T08:12:20,003 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3743 (was 3764) 2024-11-23T08:12:20,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3743 2024-11-23T08:12:20,010 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:20,010 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40595 2024-11-23T08:12:20,010 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:20,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:20,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,012 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread finished 2024-11-23T08:12:20,012 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key332451308644904433.jks thread finished 2024-11-23T08:12:20,012 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,042 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,042 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,043 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,043 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key332451308644904433.jks thread started 2024-11-23T08:12:20,043 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread started 2024-11-23T08:12:20,043 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:20,060 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,079 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,080 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,080 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key332451308644904433.jks thread started 2024-11-23T08:12:20,080 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,081 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread started 2024-11-23T08:12:20,081 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1057defd, L:/127.0.0.1:40595 - R:/127.0.0.1:41708] 2024-11-23T08:12:20,126 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:20,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:20,128 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key332451308644904433.jks was interrupted and is shutting down... 2024-11-23T08:12:20,128 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5663008840750975452.jks was interrupted and is shutting down... 2024-11-23T08:12:20,128 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread finished 2024-11-23T08:12:20,128 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key332451308644904433.jks thread finished 2024-11-23T08:12:20,137 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:20,137 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:20,137 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:20,137 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:20,164 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:20,164 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:20,165 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:20,165 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key332451308644904433.jks 2024-11-23T08:12:20,165 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:20,165 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:20,165 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:20,165 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:20,180 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:20,180 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:20,180 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:20,180 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5663008840750975452.jks 2024-11-23T08:12:20,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:20,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,181 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,215 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,216 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,217 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key332451308644904433.jks thread started 2024-11-23T08:12:20,217 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,217 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread started 2024-11-23T08:12:20,218 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:20,233 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,248 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,249 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x23bd8181, L:/127.0.0.1:40595 - R:/127.0.0.1:41722] 2024-11-23T08:12:20,289 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:20,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:20,290 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40595 2024-11-23T08:12:20,290 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key332451308644904433.jks was interrupted and is shutting down... 2024-11-23T08:12:20,290 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5663008840750975452.jks was interrupted and is shutting down... 2024-11-23T08:12:20,290 DEBUG [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key332451308644904433.jks was interrupted and is shutting down... 2024-11-23T08:12:20,291 DEBUG [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5663008840750975452.jks was interrupted and is shutting down... 2024-11-23T08:12:20,291 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key332451308644904433.jks thread finished 2024-11-23T08:12:20,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3726 (was 3743) 2024-11-23T08:12:20,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3726 2024-11-23T08:12:20,309 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:20,310 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46205 2024-11-23T08:12:20,310 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:20,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:20,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,311 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,312 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread finished 2024-11-23T08:12:20,312 INFO [FileChangeWatcher-hbase_test_ca5663008840750975452.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5663008840750975452.jks thread finished 2024-11-23T08:12:20,312 INFO [FileChangeWatcher-hbase_test_key332451308644904433.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key332451308644904433.jks thread finished 2024-11-23T08:12:20,315 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,316 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,316 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key271655567547260743.pem thread started 2024-11-23T08:12:20,316 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,325 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread started 2024-11-23T08:12:20,325 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:20,329 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,330 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,330 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,330 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key271655567547260743.pem thread started 2024-11-23T08:12:20,330 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,331 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread started 2024-11-23T08:12:20,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6ea4780c, L:/127.0.0.1:46205 - R:/127.0.0.1:59654] 2024-11-23T08:12:20,346 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,356 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46205,0 is dead - stopping the connection localhost:46205/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T08:12:20,357 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,357 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,358 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,358 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,358 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,359 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,364 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,365 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:20,369 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,369 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,369 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9035a55f, L:/127.0.0.1:46205 - R:/127.0.0.1:59656] 2024-11-23T08:12:20,387 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:20,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:20,388 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46205 2024-11-23T08:12:20,388 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key271655567547260743.pem was interrupted and is shutting down... 2024-11-23T08:12:20,388 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16353935837399680030.pem was interrupted and is shutting down... 2024-11-23T08:12:20,388 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key271655567547260743.pem was interrupted and is shutting down... 2024-11-23T08:12:20,389 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16353935837399680030.pem was interrupted and is shutting down... 2024-11-23T08:12:20,389 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread finished 2024-11-23T08:12:20,389 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key271655567547260743.pem thread finished 2024-11-23T08:12:20,389 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread finished 2024-11-23T08:12:20,389 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key271655567547260743.pem thread finished 2024-11-23T08:12:20,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3712 (was 3726) 2024-11-23T08:12:20,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3712 2024-11-23T08:12:20,403 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:20,404 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33155 2024-11-23T08:12:20,404 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:20,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:20,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,405 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,411 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,413 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,414 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key271655567547260743.pem thread started 2024-11-23T08:12:20,414 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,414 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread started 2024-11-23T08:12:20,414 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:20,419 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,419 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,422 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key271655567547260743.pem thread started 2024-11-23T08:12:20,422 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,423 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread started 2024-11-23T08:12:20,423 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1c4c1c42, L:/127.0.0.1:33155 - R:/127.0.0.1:32868] 2024-11-23T08:12:20,439 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:20,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:20,441 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key271655567547260743.pem was interrupted and is shutting down... 2024-11-23T08:12:20,441 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16353935837399680030.pem was interrupted and is shutting down... 2024-11-23T08:12:20,441 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key271655567547260743.pem thread finished 2024-11-23T08:12:20,441 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread finished 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,451 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,451 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key271655567547260743.pem 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,451 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,451 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,451 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,452 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,452 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16353935837399680030.pem 2024-11-23T08:12:20,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:20,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,453 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,457 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,457 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,458 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key271655567547260743.pem thread started 2024-11-23T08:12:20,458 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,458 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread started 2024-11-23T08:12:20,458 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:20,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,463 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdf768fd3, L:/127.0.0.1:33155 - R:/127.0.0.1:32872] 2024-11-23T08:12:20,478 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:20,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:20,479 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33155 2024-11-23T08:12:20,479 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16353935837399680030.pem was interrupted and is shutting down... 2024-11-23T08:12:20,479 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key271655567547260743.pem was interrupted and is shutting down... 2024-11-23T08:12:20,479 DEBUG [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16353935837399680030.pem was interrupted and is shutting down... 2024-11-23T08:12:20,479 DEBUG [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key271655567547260743.pem was interrupted and is shutting down... 2024-11-23T08:12:20,480 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread finished 2024-11-23T08:12:20,480 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key271655567547260743.pem thread finished 2024-11-23T08:12:20,480 INFO [FileChangeWatcher-hbase_test_ca16353935837399680030.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16353935837399680030.pem thread finished 2024-11-23T08:12:20,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3710 (was 3712) 2024-11-23T08:12:20,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3710 2024-11-23T08:12:20,500 INFO [FileChangeWatcher-hbase_test_key271655567547260743.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key271655567547260743.pem thread finished 2024-11-23T08:12:20,533 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:20,533 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34647 2024-11-23T08:12:20,534 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:20,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:20,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,535 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,564 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,564 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,565 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread started 2024-11-23T08:12:20,565 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,565 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread started 2024-11-23T08:12:20,565 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:20,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,595 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,595 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,596 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread started 2024-11-23T08:12:20,596 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,596 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread started 2024-11-23T08:12:20,596 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd3fee618, L:/127.0.0.1:34647 - R:/127.0.0.1:45484] 2024-11-23T08:12:20,633 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:20,639 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,639 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,639 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,639 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,639 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,639 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,639 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,639 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,665 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,665 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,665 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,665 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,665 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,680 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,680 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,680 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,680 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,680 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,680 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,680 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34647,0 is dead - stopping the connection localhost:34647/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T08:12:20,680 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,680 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,681 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,713 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,714 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:20,731 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,747 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,747 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc660d549, L:/127.0.0.1:34647 - R:/127.0.0.1:45488] 2024-11-23T08:12:20,785 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:20,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:20,786 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34647 2024-11-23T08:12:20,786 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 was interrupted and is shutting down... 2024-11-23T08:12:20,786 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4820617804275825810.p12 was interrupted and is shutting down... 2024-11-23T08:12:20,786 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4820617804275825810.p12 was interrupted and is shutting down... 2024-11-23T08:12:20,787 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 was interrupted and is shutting down... 2024-11-23T08:12:20,787 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread finished 2024-11-23T08:12:20,787 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread finished 2024-11-23T08:12:20,787 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread finished 2024-11-23T08:12:20,787 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread finished 2024-11-23T08:12:20,794 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3706 (was 3710) 2024-11-23T08:12:20,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3706 2024-11-23T08:12:20,800 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:20,801 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39515 2024-11-23T08:12:20,801 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:20,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:20,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,802 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,832 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,832 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,833 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread started 2024-11-23T08:12:20,833 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,833 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread started 2024-11-23T08:12:20,833 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:20,848 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,863 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,863 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,864 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread started 2024-11-23T08:12:20,864 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,864 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread started 2024-11-23T08:12:20,864 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb6280b71, L:/127.0.0.1:39515 - R:/127.0.0.1:46482] 2024-11-23T08:12:20,899 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:20,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:20,901 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4820617804275825810.p12 was interrupted and is shutting down... 2024-11-23T08:12:20,901 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 was interrupted and is shutting down... 2024-11-23T08:12:20,902 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread finished 2024-11-23T08:12:20,902 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread finished 2024-11-23T08:12:20,906 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,906 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,906 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,906 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,931 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,931 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,931 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,931 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4820617804275825810.p12 2024-11-23T08:12:20,932 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,932 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,932 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,932 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,947 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,947 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,947 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,947 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11680057474197760608.p12 2024-11-23T08:12:20,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:20,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:20,948 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:20,991 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:20,992 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,992 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:20,992 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread started 2024-11-23T08:12:20,993 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread started 2024-11-23T08:12:20,993 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:21,008 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:21,022 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:21,023 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1fbcb5d5, L:/127.0.0.1:39515 - R:/127.0.0.1:46498] 2024-11-23T08:12:21,060 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:21,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:21,061 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39515 2024-11-23T08:12:21,062 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4820617804275825810.p12 was interrupted and is shutting down... 2024-11-23T08:12:21,062 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 was interrupted and is shutting down... 2024-11-23T08:12:21,062 DEBUG [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 was interrupted and is shutting down... 2024-11-23T08:12:21,062 DEBUG [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4820617804275825810.p12 was interrupted and is shutting down... 2024-11-23T08:12:21,062 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread finished 2024-11-23T08:12:21,062 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread finished 2024-11-23T08:12:21,062 INFO [FileChangeWatcher-hbase_test_ca11680057474197760608.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11680057474197760608.p12 thread finished 2024-11-23T08:12:21,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3702 (was 3706) 2024-11-23T08:12:21,074 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3701 2024-11-23T08:12:21,076 INFO [FileChangeWatcher-hbase_test_key4820617804275825810.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4820617804275825810.p12 thread finished 2024-11-23T08:12:21,482 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:21,482 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38173 2024-11-23T08:12:21,482 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:21,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:21,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:21,484 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:21,809 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:21,810 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:21,810 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread started 2024-11-23T08:12:21,810 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:21,811 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread started 2024-11-23T08:12:21,811 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:21,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:22,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:22,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:22,138 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread started 2024-11-23T08:12:22,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:22,139 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread started 2024-11-23T08:12:22,139 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcb18906a, L:/127.0.0.1:38173 - R:/127.0.0.1:34620] 2024-11-23T08:12:22,359 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:22,367 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,367 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,367 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,367 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,367 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,367 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,367 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,367 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,618 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,618 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,618 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,618 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,618 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,780 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38173,0 is dead - stopping the connection localhost:38173/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T08:12:22,780 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,780 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,780 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,780 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,780 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,780 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,780 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,780 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:22,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:22,781 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:23,108 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:23,108 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:23,271 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:23,434 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:23,435 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd9c1a4cd, L:/127.0.0.1:38173 - R:/127.0.0.1:47614] 2024-11-23T08:12:23,616 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:23,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:23,618 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks was interrupted and is shutting down... 2024-11-23T08:12:23,618 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38173 2024-11-23T08:12:23,618 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks was interrupted and is shutting down... 2024-11-23T08:12:23,618 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks was interrupted and is shutting down... 2024-11-23T08:12:23,618 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks was interrupted and is shutting down... 2024-11-23T08:12:23,618 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread finished 2024-11-23T08:12:23,618 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread finished 2024-11-23T08:12:23,618 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread finished 2024-11-23T08:12:23,618 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread finished 2024-11-23T08:12:23,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3708 (was 3701) - AvailableMemoryMB LEAK? - 2024-11-23T08:12:23,631 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=3708 2024-11-23T08:12:23,633 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T08:12:23,633 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36003 2024-11-23T08:12:23,633 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T08:12:23,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:23,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:23,635 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:23,959 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:23,960 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:23,960 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread started 2024-11-23T08:12:23,960 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:23,961 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread started 2024-11-23T08:12:23,961 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:24,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:24,286 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:24,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:24,287 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread started 2024-11-23T08:12:24,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:24,288 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread started 2024-11-23T08:12:24,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53b9f3a8, L:/127.0.0.1:36003 - R:/127.0.0.1:52022] 2024-11-23T08:12:24,465 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:24,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:24,467 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks was interrupted and is shutting down... 2024-11-23T08:12:24,467 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks was interrupted and is shutting down... 2024-11-23T08:12:24,467 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread finished 2024-11-23T08:12:24,467 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread finished 2024-11-23T08:12:24,473 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:24,473 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:24,473 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:24,473 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:24,717 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:24,717 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:24,717 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:24,717 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3758061951025488483.bcfks 2024-11-23T08:12:24,717 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:24,717 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:24,717 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:24,717 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:24,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3279038c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T08:12:24,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T08:12:24,881 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:24,881 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:24,881 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:24,881 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:24,881 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7309203393572167780.bcfks 2024-11-23T08:12:25,210 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:25,210 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:25,211 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ee7a70ff-f5e9-723b-d30b-8f84c9b58635/TestNettyTLSIPCFileWatcher 2024-11-23T08:12:25,211 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread started 2024-11-23T08:12:25,211 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread started 2024-11-23T08:12:25,212 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T08:12:25,374 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T08:12:25,538 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T08:12:25,539 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8049014d, L:/127.0.0.1:36003 - R:/127.0.0.1:52034] 2024-11-23T08:12:25,717 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T08:12:25,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T08:12:25,718 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36003 2024-11-23T08:12:25,718 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks was interrupted and is shutting down... 2024-11-23T08:12:25,718 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks was interrupted and is shutting down... 2024-11-23T08:12:25,718 DEBUG [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks was interrupted and is shutting down... 2024-11-23T08:12:25,718 DEBUG [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks was interrupted and is shutting down... 2024-11-23T08:12:25,719 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread finished 2024-11-23T08:12:25,719 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread finished 2024-11-23T08:12:25,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=3705 (was 3708) 2024-11-23T08:12:25,736 INFO [FileChangeWatcher-hbase_test_key3758061951025488483.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3758061951025488483.bcfks thread finished 2024-11-23T08:12:25,736 INFO [FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7309203393572167780.bcfks thread finished