2024-11-11 15:04:07,059 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 15:04:07,082 main DEBUG Took 0.020420 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 15:04:07,083 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 15:04:07,083 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 15:04:07,085 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 15:04:07,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,101 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 15:04:07,130 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,133 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,134 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,136 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,138 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,141 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,144 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,146 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,149 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,152 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,153 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,163 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:04:07,164 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,164 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 15:04:07,167 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:04:07,170 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 15:04:07,174 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 15:04:07,174 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 15:04:07,176 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 15:04:07,176 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 15:04:07,187 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 15:04:07,190 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 15:04:07,192 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 15:04:07,193 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 15:04:07,193 main DEBUG createAppenders(={Console}) 2024-11-11 15:04:07,195 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-11 15:04:07,195 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 15:04:07,196 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-11 15:04:07,196 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 15:04:07,197 main DEBUG OutputStream closed 2024-11-11 15:04:07,197 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 15:04:07,198 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 15:04:07,198 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-11 15:04:07,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 15:04:07,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 15:04:07,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 15:04:07,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 15:04:07,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 15:04:07,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 15:04:07,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 15:04:07,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 15:04:07,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 15:04:07,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 15:04:07,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 15:04:07,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 15:04:07,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 15:04:07,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 15:04:07,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 15:04:07,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 15:04:07,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 15:04:07,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 15:04:07,393 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 15:04:07,394 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-11 15:04:07,394 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 15:04:07,396 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-11T15:04:07,419 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-11 15:04:07,424 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 15:04:07,424 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T15:04:08,160 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T15:04:09,215 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=534, ProcessCount=11, AvailableMemoryMB=13465 2024-11-11T15:04:10,311 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T15:04:10,361 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T15:04:10,388 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T15:04:10,405 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T15:04:10,508 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:10,545 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1038 (auto-detected) 2024-11-11T15:04:10,547 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T15:04:10,574 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41539 2024-11-11T15:04:10,577 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:10,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:10,609 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T15:04:10,610 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T15:04:10,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:11,027 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:11,119 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:11,319 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:11,322 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread started 2024-11-11T15:04:11,328 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:11,329 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread started 2024-11-11T15:04:11,345 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:11,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:11,478 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:11,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:11,558 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread started 2024-11-11T15:04:11,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:11,562 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread started 2024-11-11T15:04:11,564 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x24baf682, L:/127.0.0.1:41539 - R:/127.0.0.1:48490] 2024-11-11T15:04:11,771 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:12,505 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,505 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,505 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,505 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,505 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,505 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,505 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,505 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,528 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,528 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,528 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,528 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,528 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,528 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,528 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,528 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,528 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:12,529 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,529 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,529 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,529 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,529 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,529 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,529 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,545 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,545 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,545 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41539,0 is dead - stopping the connection localhost:41539/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T15:04:12,545 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,545 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,545 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,545 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,545 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,545 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:12,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:12,548 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:12,584 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:12,585 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:12,613 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:12,641 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:12,642 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3152e128, L:/127.0.0.1:41539 - R:/127.0.0.1:37160] 2024-11-11T15:04:12,706 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:12,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:12,709 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10475151478480856183.jks was interrupted and is shutting down... 2024-11-11T15:04:12,709 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14960348524514387590.jks was interrupted and is shutting down... 2024-11-11T15:04:12,709 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41539 2024-11-11T15:04:12,709 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10475151478480856183.jks was interrupted and is shutting down... 2024-11-11T15:04:12,709 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread finished 2024-11-11T15:04:12,709 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread finished 2024-11-11T15:04:12,710 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread finished 2024-11-11T15:04:12,710 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14960348524514387590.jks was interrupted and is shutting down... 2024-11-11T15:04:12,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key14960348524514387590.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=547 (was 534) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13052 (was 13465) 2024-11-11T15:04:12,726 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread finished 2024-11-11T15:04:12,730 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=547, ProcessCount=13, AvailableMemoryMB=13050 2024-11-11T15:04:12,732 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:12,732 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42471 2024-11-11T15:04:12,733 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:12,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4daa6e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:12,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:12,735 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:12,769 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:12,771 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:12,772 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:12,772 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread started 2024-11-11T15:04:12,772 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread started 2024-11-11T15:04:12,772 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:12,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:12,806 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:12,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:12,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:12,810 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread started 2024-11-11T15:04:12,811 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread started 2024-11-11T15:04:12,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1e7c4d17, L:/127.0.0.1:42471 - R:/127.0.0.1:50682] 2024-11-11T15:04:12,866 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:12,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:12,869 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14960348524514387590.jks was interrupted and is shutting down... 2024-11-11T15:04:12,869 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10475151478480856183.jks was interrupted and is shutting down... 2024-11-11T15:04:12,869 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread finished 2024-11-11T15:04:12,869 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread finished 2024-11-11T15:04:13,125 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:13,125 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:13,126 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:13,126 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:13,162 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:13,162 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:13,163 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:13,163 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:13,166 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:13,166 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14960348524514387590.jks 2024-11-11T15:04:13,167 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:13,167 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:13,183 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:13,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a82ff96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:13,184 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:13,184 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:13,184 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10475151478480856183.jks 2024-11-11T15:04:13,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:13,185 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:13,219 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:13,219 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:13,223 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:13,223 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread started 2024-11-11T15:04:13,227 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread started 2024-11-11T15:04:13,227 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:13,252 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:13,278 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:13,279 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x98c7cc59, L:/127.0.0.1:42471 - R:/127.0.0.1:50694] 2024-11-11T15:04:13,338 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:13,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:13,344 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42471 2024-11-11T15:04:13,346 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14960348524514387590.jks was interrupted and is shutting down... 2024-11-11T15:04:13,347 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10475151478480856183.jks was interrupted and is shutting down... 2024-11-11T15:04:13,347 DEBUG [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10475151478480856183.jks was interrupted and is shutting down... 2024-11-11T15:04:13,347 DEBUG [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14960348524514387590.jks was interrupted and is shutting down... 2024-11-11T15:04:13,347 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread finished 2024-11-11T15:04:13,348 INFO [FileChangeWatcher-hbase_test_key14960348524514387590.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14960348524514387590.jks thread finished 2024-11-11T15:04:13,349 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread finished 2024-11-11T15:04:13,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10475151478480856183.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=547 (was 547), ProcessCount=11 (was 13), AvailableMemoryMB=12930 (was 13050) 2024-11-11T15:04:13,363 INFO [FileChangeWatcher-hbase_test_ca10475151478480856183.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10475151478480856183.jks thread finished 2024-11-11T15:04:13,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=547, ProcessCount=11, AvailableMemoryMB=12929 2024-11-11T15:04:13,439 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:13,440 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35791 2024-11-11T15:04:13,440 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:13,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca34071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:13,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:13,444 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:13,476 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:13,478 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:13,479 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread started 2024-11-11T15:04:13,479 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:13,491 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread started 2024-11-11T15:04:13,491 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:13,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:13,511 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:13,527 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:13,528 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread started 2024-11-11T15:04:13,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:13,539 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x80a9969f, L:/127.0.0.1:35791 - R:/127.0.0.1:47490] 2024-11-11T15:04:13,543 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread started 2024-11-11T15:04:13,591 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:14,114 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,114 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,114 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,114 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,115 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,115 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,115 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,115 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,115 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,115 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,115 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,115 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,116 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,115 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,116 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,116 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,116 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,116 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,116 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,116 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,116 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,116 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,117 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,117 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35791,0 is dead - stopping the connection localhost:35791/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T15:04:14,117 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,117 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,117 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,117 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,117 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,117 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:14,117 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,118 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:14,125 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:14,126 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:14,133 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:14,134 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:14,135 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x27ab12e1, L:/127.0.0.1:35791 - R:/127.0.0.1:47500] 2024-11-11T15:04:14,173 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:14,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:14,178 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14041591471159825784.pem was interrupted and is shutting down... 2024-11-11T15:04:14,178 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7104764734997603943.pem was interrupted and is shutting down... 2024-11-11T15:04:14,178 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35791 2024-11-11T15:04:14,178 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14041591471159825784.pem was interrupted and is shutting down... 2024-11-11T15:04:14,179 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread finished 2024-11-11T15:04:14,178 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread finished 2024-11-11T15:04:14,178 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7104764734997603943.pem was interrupted and is shutting down... 2024-11-11T15:04:14,179 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread finished 2024-11-11T15:04:14,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14041591471159825784.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=547 (was 547), ProcessCount=11 (was 11), AvailableMemoryMB=12788 (was 12929) 2024-11-11T15:04:14,195 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread finished 2024-11-11T15:04:14,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=547, ProcessCount=11, AvailableMemoryMB=12787 2024-11-11T15:04:14,211 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:14,212 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37103 2024-11-11T15:04:14,212 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:14,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d2e60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:14,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:14,220 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:14,227 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:14,231 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,239 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread started 2024-11-11T15:04:14,243 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,244 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread started 2024-11-11T15:04:14,245 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:14,252 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:14,254 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:14,254 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,261 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,263 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread started 2024-11-11T15:04:14,263 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0b42fc97, L:/127.0.0.1:37103 - R:/127.0.0.1:35262] 2024-11-11T15:04:14,264 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread started 2024-11-11T15:04:14,286 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:14,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:14,290 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7104764734997603943.pem was interrupted and is shutting down... 2024-11-11T15:04:14,290 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14041591471159825784.pem was interrupted and is shutting down... 2024-11-11T15:04:14,290 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread finished 2024-11-11T15:04:14,294 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread finished 2024-11-11T15:04:14,560 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,560 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,560 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,561 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,561 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,561 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,561 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,561 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7104764734997603943.pem 2024-11-11T15:04:14,586 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,586 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,586 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,586 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,586 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,586 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d3c6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:14,586 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,586 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14041591471159825784.pem 2024-11-11T15:04:14,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:14,588 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:14,593 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:14,594 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,594 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread started 2024-11-11T15:04:14,594 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,595 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread started 2024-11-11T15:04:14,595 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:14,600 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:14,601 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:14,602 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x30f2de0b, L:/127.0.0.1:37103 - R:/127.0.0.1:35266] 2024-11-11T15:04:14,621 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:14,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:14,623 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14041591471159825784.pem was interrupted and is shutting down... 2024-11-11T15:04:14,623 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7104764734997603943.pem was interrupted and is shutting down... 2024-11-11T15:04:14,623 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37103 2024-11-11T15:04:14,623 DEBUG [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7104764734997603943.pem was interrupted and is shutting down... 2024-11-11T15:04:14,623 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread finished 2024-11-11T15:04:14,624 DEBUG [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14041591471159825784.pem was interrupted and is shutting down... 2024-11-11T15:04:14,624 INFO [FileChangeWatcher-hbase_test_key7104764734997603943.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7104764734997603943.pem thread finished 2024-11-11T15:04:14,624 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread finished 2024-11-11T15:04:14,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=547 (was 547), ProcessCount=11 (was 11), AvailableMemoryMB=12728 (was 12787) 2024-11-11T15:04:14,638 INFO [FileChangeWatcher-hbase_test_ca14041591471159825784.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14041591471159825784.pem thread finished 2024-11-11T15:04:14,642 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=547, ProcessCount=11, AvailableMemoryMB=12727 2024-11-11T15:04:14,692 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:14,693 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44565 2024-11-11T15:04:14,693 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:14,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f80852b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:14,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:14,695 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:14,728 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:14,729 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,730 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread started 2024-11-11T15:04:14,731 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,735 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:14,736 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread started 2024-11-11T15:04:14,763 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:14,783 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:14,783 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,784 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:14,784 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread started 2024-11-11T15:04:14,784 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread started 2024-11-11T15:04:14,784 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2e5542c8, L:/127.0.0.1:44565 - R:/127.0.0.1:50470] 2024-11-11T15:04:14,823 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:15,083 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,083 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,084 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,084 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,084 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,084 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,084 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,084 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,109 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,109 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,109 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,109 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,109 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,109 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,109 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,109 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,193 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,193 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,193 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,193 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,193 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,193 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,193 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,194 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,214 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,214 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,214 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,214 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44565,0 is dead - stopping the connection localhost:44565/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T15:04:15,214 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,214 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,214 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,214 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:15,214 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,216 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:15,245 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:15,245 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:15,260 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:15,274 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:15,274 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3340de01, L:/127.0.0.1:44565 - R:/127.0.0.1:50484] 2024-11-11T15:04:15,308 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:15,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:15,309 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44565 2024-11-11T15:04:15,309 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,309 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6939778000173931799.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,309 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,310 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6939778000173931799.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,310 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread finished 2024-11-11T15:04:15,310 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread finished 2024-11-11T15:04:15,310 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread finished 2024-11-11T15:04:15,311 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread finished 2024-11-11T15:04:15,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=547 (was 547), ProcessCount=11 (was 11), AvailableMemoryMB=12634 (was 12727) 2024-11-11T15:04:15,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=547, ProcessCount=11, AvailableMemoryMB=12633 2024-11-11T15:04:15,323 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:15,323 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41957 2024-11-11T15:04:15,324 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:15,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495b961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:15,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:15,326 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:15,355 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:15,356 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:15,356 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread started 2024-11-11T15:04:15,356 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:15,357 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread started 2024-11-11T15:04:15,357 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:15,377 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:15,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:15,395 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:15,399 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread started 2024-11-11T15:04:15,401 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:15,401 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread started 2024-11-11T15:04:15,402 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8115c792, L:/127.0.0.1:41957 - R:/127.0.0.1:45146] 2024-11-11T15:04:15,446 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:15,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:15,449 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6939778000173931799.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,450 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread finished 2024-11-11T15:04:15,450 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,451 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread finished 2024-11-11T15:04:15,757 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,757 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,757 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,757 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,791 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,791 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,791 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,791 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6939778000173931799.p12 2024-11-11T15:04:15,791 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,791 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,791 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,791 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,805 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1725028d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:15,805 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:15,805 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,806 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12802588493035198707.p12 2024-11-11T15:04:15,807 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:15,850 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:15,851 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:15,851 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread started 2024-11-11T15:04:15,852 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:15,852 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread started 2024-11-11T15:04:15,852 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:15,878 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:15,896 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:15,896 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xff58f2a4, L:/127.0.0.1:41957 - R:/127.0.0.1:45154] 2024-11-11T15:04:15,958 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:15,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:15,964 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41957 2024-11-11T15:04:15,964 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6939778000173931799.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,964 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,964 DEBUG [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,964 DEBUG [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6939778000173931799.p12 was interrupted and is shutting down... 2024-11-11T15:04:15,965 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread finished 2024-11-11T15:04:15,965 INFO [FileChangeWatcher-hbase_test_key6939778000173931799.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6939778000173931799.p12 thread finished 2024-11-11T15:04:15,965 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread finished 2024-11-11T15:04:15,978 INFO [FileChangeWatcher-hbase_test_ca12802588493035198707.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12802588493035198707.p12 thread finished 2024-11-11T15:04:15,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=34 (was 29) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 Potentially hanging thread: FileChangeWatcher-hbase_test_ca12802588493035198707.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 547) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12540 (was 12633) 2024-11-11T15:04:15,998 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=607, ProcessCount=11, AvailableMemoryMB=12535 2024-11-11T15:04:16,694 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:16,695 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33747 2024-11-11T15:04:16,695 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:16,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bea6ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:16,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:16,697 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:17,100 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:17,102 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:17,110 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread started 2024-11-11T15:04:17,119 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:17,126 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread started 2024-11-11T15:04:17,132 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:17,313 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:17,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:17,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:17,465 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread started 2024-11-11T15:04:17,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:17,465 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread started 2024-11-11T15:04:17,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83e66dc9, L:/127.0.0.1:33747 - R:/127.0.0.1:49828] 2024-11-11T15:04:17,638 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:18,359 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,359 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,359 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,359 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,359 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,359 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,362 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,363 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,608 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,608 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,608 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,608 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,608 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,608 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,608 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,608 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,608 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:18,608 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,609 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,609 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,609 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,609 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,609 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,609 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,748 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,748 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,748 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33747,0 is dead - stopping the connection localhost:33747/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T15:04:18,748 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,748 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,748 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,748 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:18,748 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,748 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:18,749 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:19,050 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:19,050 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:19,201 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:19,368 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:19,368 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1361de5, L:/127.0.0.1:33747 - R:/127.0.0.1:49834] 2024-11-11T15:04:19,530 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:19,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:19,532 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks was interrupted and is shutting down... 2024-11-11T15:04:19,532 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33747 2024-11-11T15:04:19,532 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks was interrupted and is shutting down... 2024-11-11T15:04:19,532 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks was interrupted and is shutting down... 2024-11-11T15:04:19,532 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks was interrupted and is shutting down... 2024-11-11T15:04:19,532 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread finished 2024-11-11T15:04:19,532 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread finished 2024-11-11T15:04:19,532 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread finished 2024-11-11T15:04:19,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca835847805756213954.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 607), ProcessCount=11 (was 11), AvailableMemoryMB=12255 (was 12535) 2024-11-11T15:04:19,546 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=607, ProcessCount=11, AvailableMemoryMB=12253 2024-11-11T15:04:19,546 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread finished 2024-11-11T15:04:19,548 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:19,548 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35851 2024-11-11T15:04:19,549 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:19,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783d602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:19,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:19,551 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:19,896 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:19,897 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:19,898 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread started 2024-11-11T15:04:19,898 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:19,898 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread started 2024-11-11T15:04:19,898 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:20,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:20,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:20,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:20,198 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread started 2024-11-11T15:04:20,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:20,199 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread started 2024-11-11T15:04:20,199 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe88ea16d, L:/127.0.0.1:35851 - R:/127.0.0.1:34162] 2024-11-11T15:04:20,366 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:20,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:20,368 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks was interrupted and is shutting down... 2024-11-11T15:04:20,368 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks was interrupted and is shutting down... 2024-11-11T15:04:20,368 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread finished 2024-11-11T15:04:20,387 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread finished 2024-11-11T15:04:20,721 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:20,721 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:20,721 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:20,721 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:20,954 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:20,954 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:20,955 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:20,955 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2500353374987252181.bcfks 2024-11-11T15:04:20,955 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:20,955 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:20,955 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:20,955 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:21,119 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:21,119 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:21,119 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:21,119 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca835847805756213954.bcfks 2024-11-11T15:04:21,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:21,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:21,124 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:21,425 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:21,426 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:21,426 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:21,426 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread started 2024-11-11T15:04:21,431 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread started 2024-11-11T15:04:21,431 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:21,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:21,752 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:21,752 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7963ebaa, L:/127.0.0.1:35851 - R:/127.0.0.1:34176] 2024-11-11T15:04:21,937 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:21,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:21,939 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks was interrupted and is shutting down... 2024-11-11T15:04:21,939 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35851 2024-11-11T15:04:21,939 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks was interrupted and is shutting down... 2024-11-11T15:04:21,940 DEBUG [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks was interrupted and is shutting down... 2024-11-11T15:04:21,940 DEBUG [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks was interrupted and is shutting down... 2024-11-11T15:04:21,940 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread finished 2024-11-11T15:04:21,940 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread finished 2024-11-11T15:04:21,940 INFO [FileChangeWatcher-hbase_test_ca835847805756213954.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca835847805756213954.bcfks thread finished 2024-11-11T15:04:21,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=647 (was 607) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12194 (was 12253) 2024-11-11T15:04:21,954 INFO [FileChangeWatcher-hbase_test_key2500353374987252181.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2500353374987252181.bcfks thread finished 2024-11-11T15:04:21,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=647, ProcessCount=11, AvailableMemoryMB=12194 2024-11-11T15:04:22,197 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:22,198 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43013 2024-11-11T15:04:22,199 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:22,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfb5781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:22,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:22,200 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,228 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,229 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,229 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread started 2024-11-11T15:04:22,229 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,241 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread started 2024-11-11T15:04:22,241 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:22,261 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,275 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,275 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,276 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread started 2024-11-11T15:04:22,276 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,276 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread started 2024-11-11T15:04:22,276 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe2907609, L:/127.0.0.1:43013 - R:/127.0.0.1:50560] 2024-11-11T15:04:22,338 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:22,348 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,348 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,349 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,349 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,348 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,348 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,349 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,349 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,374 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,374 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,374 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,374 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,374 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,375 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,375 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,388 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,388 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,388 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43013,0 is dead - stopping the connection localhost:43013/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T15:04:22,388 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,388 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,388 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,388 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,388 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:22,388 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,389 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,416 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,416 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:22,429 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,442 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,442 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfa8d66a2, L:/127.0.0.1:43013 - R:/127.0.0.1:50570] 2024-11-11T15:04:22,480 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:22,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:22,482 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43013 2024-11-11T15:04:22,482 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18124468048703204721.jks was interrupted and is shutting down... 2024-11-11T15:04:22,482 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1129702402488526117.jks was interrupted and is shutting down... 2024-11-11T15:04:22,482 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18124468048703204721.jks was interrupted and is shutting down... 2024-11-11T15:04:22,482 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1129702402488526117.jks was interrupted and is shutting down... 2024-11-11T15:04:22,482 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread finished 2024-11-11T15:04:22,482 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread finished 2024-11-11T15:04:22,482 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread finished 2024-11-11T15:04:22,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=647 (was 647), ProcessCount=11 (was 11), AvailableMemoryMB=12115 (was 12194) 2024-11-11T15:04:22,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=647, ProcessCount=11, AvailableMemoryMB=12102 2024-11-11T15:04:22,496 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:22,497 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44807 2024-11-11T15:04:22,497 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:22,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee60b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:22,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:22,498 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,498 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread finished 2024-11-11T15:04:22,528 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,528 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,529 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread started 2024-11-11T15:04:22,529 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,529 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread started 2024-11-11T15:04:22,529 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:22,542 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,556 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread started 2024-11-11T15:04:22,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,556 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread started 2024-11-11T15:04:22,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf6b944d3, L:/127.0.0.1:44807 - R:/127.0.0.1:36090] 2024-11-11T15:04:22,596 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:22,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:22,597 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18124468048703204721.jks was interrupted and is shutting down... 2024-11-11T15:04:22,597 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1129702402488526117.jks was interrupted and is shutting down... 2024-11-11T15:04:22,598 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread finished 2024-11-11T15:04:22,598 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread finished 2024-11-11T15:04:22,606 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,606 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,606 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,606 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,651 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,651 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,651 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,651 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18124468048703204721.jks 2024-11-11T15:04:22,651 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,651 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,651 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,651 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,677 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,677 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a70957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:22,677 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,677 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1129702402488526117.jks 2024-11-11T15:04:22,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:22,678 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,720 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,721 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,721 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread started 2024-11-11T15:04:22,722 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,723 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:22,723 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread started 2024-11-11T15:04:22,740 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,755 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,755 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x81023558, L:/127.0.0.1:44807 - R:/127.0.0.1:36096] 2024-11-11T15:04:22,813 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:22,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:22,814 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18124468048703204721.jks was interrupted and is shutting down... 2024-11-11T15:04:22,814 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1129702402488526117.jks was interrupted and is shutting down... 2024-11-11T15:04:22,814 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44807 2024-11-11T15:04:22,814 DEBUG [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1129702402488526117.jks was interrupted and is shutting down... 2024-11-11T15:04:22,814 DEBUG [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18124468048703204721.jks was interrupted and is shutting down... 2024-11-11T15:04:22,815 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread finished 2024-11-11T15:04:22,815 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread finished 2024-11-11T15:04:22,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=647 (was 647), ProcessCount=11 (was 11), AvailableMemoryMB=12083 (was 12102) 2024-11-11T15:04:22,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=647, ProcessCount=11, AvailableMemoryMB=12082 2024-11-11T15:04:22,830 INFO [FileChangeWatcher-hbase_test_key18124468048703204721.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18124468048703204721.jks thread finished 2024-11-11T15:04:22,830 INFO [FileChangeWatcher-hbase_test_ca1129702402488526117.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1129702402488526117.jks thread finished 2024-11-11T15:04:22,836 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:22,837 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35279 2024-11-11T15:04:22,837 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:22,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361335d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:22,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:22,838 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,842 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,842 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,843 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread started 2024-11-11T15:04:22,843 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,843 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread started 2024-11-11T15:04:22,844 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:22,849 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,850 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,850 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,851 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread started 2024-11-11T15:04:22,851 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,851 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread started 2024-11-11T15:04:22,851 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5f73edd0, L:/127.0.0.1:35279 - R:/127.0.0.1:42590] 2024-11-11T15:04:22,866 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:22,881 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,881 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,881 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,881 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,881 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,881 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,881 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,881 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,882 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,882 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,882 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35279,0 is dead - stopping the connection localhost:35279/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T15:04:22,883 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:22,884 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,888 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,889 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:22,892 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,892 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,892 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf460b915, L:/127.0.0.1:35279 - R:/127.0.0.1:42594] 2024-11-11T15:04:22,909 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:22,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:22,910 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35279 2024-11-11T15:04:22,910 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9308304764253273135.pem was interrupted and is shutting down... 2024-11-11T15:04:22,910 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3746309135242651758.pem was interrupted and is shutting down... 2024-11-11T15:04:22,910 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3746309135242651758.pem was interrupted and is shutting down... 2024-11-11T15:04:22,911 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread finished 2024-11-11T15:04:22,911 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread finished 2024-11-11T15:04:22,911 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9308304764253273135.pem was interrupted and is shutting down... 2024-11-11T15:04:22,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=647 (was 647), ProcessCount=11 (was 11), AvailableMemoryMB=12079 (was 12082) 2024-11-11T15:04:22,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=647, ProcessCount=11, AvailableMemoryMB=12078 2024-11-11T15:04:22,922 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:22,922 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38523 2024-11-11T15:04:22,922 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:22,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569de68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:22,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:22,924 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,927 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,927 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,928 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread started 2024-11-11T15:04:22,928 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,928 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread started 2024-11-11T15:04:22,928 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:22,930 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread finished 2024-11-11T15:04:22,930 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread finished 2024-11-11T15:04:22,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,932 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,933 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,933 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread started 2024-11-11T15:04:22,933 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,934 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread started 2024-11-11T15:04:22,934 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdc3503f0, L:/127.0.0.1:38523 - R:/127.0.0.1:44242] 2024-11-11T15:04:22,946 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:22,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:22,949 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3746309135242651758.pem was interrupted and is shutting down... 2024-11-11T15:04:22,949 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread finished 2024-11-11T15:04:22,950 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9308304764253273135.pem was interrupted and is shutting down... 2024-11-11T15:04:22,951 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread finished 2024-11-11T15:04:22,960 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,960 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,960 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,960 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,961 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,961 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,961 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,961 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3746309135242651758.pem 2024-11-11T15:04:22,961 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,961 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,961 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,961 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,961 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,961 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,961 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,961 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9308304764253273135.pem 2024-11-11T15:04:22,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f38023c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:22,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:22,963 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,968 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,968 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,970 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread started 2024-11-11T15:04:22,970 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:22,970 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread started 2024-11-11T15:04:22,971 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:22,976 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:22,976 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:22,977 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0a01c02a, L:/127.0.0.1:38523 - R:/127.0.0.1:44254] 2024-11-11T15:04:22,994 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:22,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:22,995 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38523 2024-11-11T15:04:22,995 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3746309135242651758.pem was interrupted and is shutting down... 2024-11-11T15:04:22,995 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9308304764253273135.pem was interrupted and is shutting down... 2024-11-11T15:04:22,995 DEBUG [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3746309135242651758.pem was interrupted and is shutting down... 2024-11-11T15:04:22,996 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread finished 2024-11-11T15:04:22,996 DEBUG [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9308304764253273135.pem was interrupted and is shutting down... 2024-11-11T15:04:22,996 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread finished 2024-11-11T15:04:22,996 INFO [FileChangeWatcher-hbase_test_key3746309135242651758.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3746309135242651758.pem thread finished 2024-11-11T15:04:23,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=647 (was 647), ProcessCount=11 (was 11), AvailableMemoryMB=12077 (was 12078) 2024-11-11T15:04:23,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=647, ProcessCount=11, AvailableMemoryMB=12077 2024-11-11T15:04:23,010 INFO [FileChangeWatcher-hbase_test_ca9308304764253273135.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9308304764253273135.pem thread finished 2024-11-11T15:04:23,049 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:23,050 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34489 2024-11-11T15:04:23,050 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:23,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b548d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:23,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:23,051 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:23,081 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:23,082 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,082 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread started 2024-11-11T15:04:23,082 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,083 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread started 2024-11-11T15:04:23,083 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:23,107 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:23,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:23,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,121 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread started 2024-11-11T15:04:23,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,122 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread started 2024-11-11T15:04:23,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc04379cc, L:/127.0.0.1:34489 - R:/127.0.0.1:42126] 2024-11-11T15:04:23,154 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:23,160 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,160 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,160 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,160 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,160 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,160 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,160 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,160 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,187 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,187 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,187 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,187 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,187 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,209 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,209 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,209 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34489,0 is dead - stopping the connection localhost:34489/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T15:04:23,209 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,209 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,209 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,209 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:23,210 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,211 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,211 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:23,260 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:23,260 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:23,276 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:23,290 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:23,290 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdfcf5571, L:/127.0.0.1:34489 - R:/127.0.0.1:42130] 2024-11-11T15:04:23,337 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:23,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:23,338 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34489 2024-11-11T15:04:23,338 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10058837056208638686.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,338 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,339 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,339 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10058837056208638686.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,339 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread finished 2024-11-11T15:04:23,339 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread finished 2024-11-11T15:04:23,339 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread finished 2024-11-11T15:04:23,345 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=647 (was 647), ProcessCount=11 (was 11), AvailableMemoryMB=12070 (was 12077) 2024-11-11T15:04:23,352 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=647, ProcessCount=11, AvailableMemoryMB=12070 2024-11-11T15:04:23,353 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:23,354 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40759 2024-11-11T15:04:23,354 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:23,354 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread finished 2024-11-11T15:04:23,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc91c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:23,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:23,356 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:23,383 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:23,383 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,384 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread started 2024-11-11T15:04:23,384 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,385 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread started 2024-11-11T15:04:23,386 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:23,400 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:23,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:23,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,414 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread started 2024-11-11T15:04:23,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,414 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread started 2024-11-11T15:04:23,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7a3549d2, L:/127.0.0.1:40759 - R:/127.0.0.1:34664] 2024-11-11T15:04:23,444 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:23,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:23,445 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,445 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10058837056208638686.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,446 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread finished 2024-11-11T15:04:23,446 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread finished 2024-11-11T15:04:23,450 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,450 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,450 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,450 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,473 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,473 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,473 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,473 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10058837056208638686.p12 2024-11-11T15:04:23,473 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,473 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,473 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,473 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,486 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,486 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba1ccc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:23,486 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,486 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14094015978024666618.p12 2024-11-11T15:04:23,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:23,487 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:23,519 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:23,520 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,520 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:23,520 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread started 2024-11-11T15:04:23,520 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread started 2024-11-11T15:04:23,521 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:23,534 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:23,547 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:23,547 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5231da1e, L:/127.0.0.1:40759 - R:/127.0.0.1:34674] 2024-11-11T15:04:23,582 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:23,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:23,584 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,584 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40759 2024-11-11T15:04:23,584 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10058837056208638686.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,584 DEBUG [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10058837056208638686.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,584 DEBUG [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 was interrupted and is shutting down... 2024-11-11T15:04:23,584 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread finished 2024-11-11T15:04:23,584 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread finished 2024-11-11T15:04:23,584 INFO [FileChangeWatcher-hbase_test_ca14094015978024666618.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14094015978024666618.p12 thread finished 2024-11-11T15:04:23,585 INFO [FileChangeWatcher-hbase_test_key10058837056208638686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10058837056208638686.p12 thread finished 2024-11-11T15:04:23,590 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=647 (was 647), ProcessCount=11 (was 11), AvailableMemoryMB=12067 (was 12070) 2024-11-11T15:04:23,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=647, ProcessCount=11, AvailableMemoryMB=12067 2024-11-11T15:04:23,954 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:23,955 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41271 2024-11-11T15:04:23,955 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:23,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfda41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:23,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:23,956 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:24,247 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:24,248 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:24,248 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread started 2024-11-11T15:04:24,248 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:24,249 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread started 2024-11-11T15:04:24,249 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:24,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:24,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:24,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:24,591 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread started 2024-11-11T15:04:24,592 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:24,592 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread started 2024-11-11T15:04:24,592 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa9946281, L:/127.0.0.1:41271 - R:/127.0.0.1:40886] 2024-11-11T15:04:24,821 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:24,844 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:24,844 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:24,844 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:24,845 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:24,845 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:24,845 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:24,846 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:24,846 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:25,090 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:25,090 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,090 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,090 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:25,091 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,091 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,253 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,253 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,253 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,253 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,253 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,253 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,253 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41271,0 is dead - stopping the connection localhost:41271/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T15:04:25,253 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,253 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:25,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:25,255 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:25,581 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:25,581 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:25,800 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:25,951 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:25,951 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xddaeddab, L:/127.0.0.1:41271 - R:/127.0.0.1:40898] 2024-11-11T15:04:26,111 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:26,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:26,112 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41271 2024-11-11T15:04:26,112 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks was interrupted and is shutting down... 2024-11-11T15:04:26,112 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks was interrupted and is shutting down... 2024-11-11T15:04:26,112 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks was interrupted and is shutting down... 2024-11-11T15:04:26,112 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks was interrupted and is shutting down... 2024-11-11T15:04:26,112 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread finished 2024-11-11T15:04:26,112 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread finished 2024-11-11T15:04:26,118 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 647) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11912 (was 12067) 2024-11-11T15:04:26,123 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=675, ProcessCount=11, AvailableMemoryMB=11911 2024-11-11T15:04:26,125 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:04:26,125 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37383 2024-11-11T15:04:26,125 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T15:04:26,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e85340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:26,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:26,126 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread finished 2024-11-11T15:04:26,126 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread finished 2024-11-11T15:04:26,127 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:26,409 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:26,409 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:26,410 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread started 2024-11-11T15:04:26,410 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:26,410 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread started 2024-11-11T15:04:26,410 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:26,548 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:26,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:26,735 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:26,739 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread started 2024-11-11T15:04:26,739 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:26,742 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread started 2024-11-11T15:04:26,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x26951b79, L:/127.0.0.1:37383 - R:/127.0.0.1:51646] 2024-11-11T15:04:26,919 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:26,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:26,931 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks was interrupted and is shutting down... 2024-11-11T15:04:26,931 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread finished 2024-11-11T15:04:26,942 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks was interrupted and is shutting down... 2024-11-11T15:04:26,947 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread finished 2024-11-11T15:04:26,949 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:26,949 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:26,954 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:26,955 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:27,179 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:27,180 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:27,180 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:27,180 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:27,180 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:27,180 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16915364938738184844.bcfks 2024-11-11T15:04:27,180 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:27,180 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:27,321 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:27,321 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:27,321 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:27,321 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3446731510222035530.bcfks 2024-11-11T15:04:27,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4484ddc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:04:27,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T15:04:27,322 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:27,636 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:27,637 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:27,637 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread started 2024-11-11T15:04:27,637 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/73211a4d-e0e5-9e14-f1ea-75a3f554d4d0/TestNettyTLSIPCFileWatcher 2024-11-11T15:04:27,638 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread started 2024-11-11T15:04:27,638 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T15:04:27,779 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T15:04:27,911 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T15:04:27,911 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf79cc6e1, L:/127.0.0.1:37383 - R:/127.0.0.1:51654] 2024-11-11T15:04:28,094 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T15:04:28,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:04:28,097 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37383 2024-11-11T15:04:28,097 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks was interrupted and is shutting down... 2024-11-11T15:04:28,097 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks was interrupted and is shutting down... 2024-11-11T15:04:28,097 DEBUG [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks was interrupted and is shutting down... 2024-11-11T15:04:28,097 DEBUG [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks was interrupted and is shutting down... 2024-11-11T15:04:28,097 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread finished 2024-11-11T15:04:28,097 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread finished 2024-11-11T15:04:28,097 INFO [FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3446731510222035530.bcfks thread finished 2024-11-11T15:04:28,107 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 675), ProcessCount=11 (was 11), AvailableMemoryMB=11877 (was 11911) 2024-11-11T15:04:28,111 INFO [FileChangeWatcher-hbase_test_key16915364938738184844.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16915364938738184844.bcfks thread finished