2024-11-26 04:28:28,319 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 04:28:28,331 main DEBUG Took 0.010180 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 04:28:28,332 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 04:28:28,332 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 04:28:28,333 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 04:28:28,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,344 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 04:28:28,354 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,356 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,357 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,359 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,359 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,360 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,361 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,362 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,363 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,364 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,365 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 04:28:28,366 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,366 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 04:28:28,367 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 04:28:28,369 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 04:28:28,370 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 04:28:28,371 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 04:28:28,372 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 04:28:28,372 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 04:28:28,381 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 04:28:28,383 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 04:28:28,385 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 04:28:28,385 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 04:28:28,386 main DEBUG createAppenders(={Console}) 2024-11-26 04:28:28,387 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-26 04:28:28,387 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 04:28:28,387 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-26 04:28:28,388 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 04:28:28,388 main DEBUG OutputStream closed 2024-11-26 04:28:28,388 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 04:28:28,389 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 04:28:28,389 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-26 04:28:28,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 04:28:28,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 04:28:28,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 04:28:28,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 04:28:28,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 04:28:28,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 04:28:28,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 04:28:28,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 04:28:28,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 04:28:28,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 04:28:28,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 04:28:28,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 04:28:28,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 04:28:28,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 04:28:28,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 04:28:28,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 04:28:28,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 04:28:28,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 04:28:28,473 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 04:28:28,474 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-26 04:28:28,474 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 04:28:28,475 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-26T04:28:28,488 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-26 04:28:28,491 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 04:28:28,491 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T04:28:28,849 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T04:28:29,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=9453 2024-11-26T04:28:30,314 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T04:28:30,354 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T04:28:30,367 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T04:28:30,383 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T04:28:30,464 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:30,491 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54343 (auto-detected) 2024-11-26T04:28:30,492 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T04:28:30,514 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34547 2024-11-26T04:28:30,516 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:30,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cfeee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:30,546 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T04:28:30,546 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T04:28:30,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:30,867 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:30,913 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:31,004 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:31,006 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread started 2024-11-26T04:28:31,006 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:31,007 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread started 2024-11-26T04:28:31,014 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:31,106 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:31,134 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:31,192 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:31,193 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread started 2024-11-26T04:28:31,193 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:31,193 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread started 2024-11-26T04:28:31,195 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x34cc5de1, L:/127.0.0.1:34547 - R:/127.0.0.1:34976] 2024-11-26T04:28:31,302 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:31,443 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,443 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,443 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,443 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,443 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,443 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,444 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,443 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,467 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,467 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,467 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,467 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,467 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,467 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,467 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,467 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,487 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,487 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,488 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,488 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,488 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,488 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,488 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,488 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,501 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,501 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,501 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,501 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,502 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34547,0 is dead - stopping the connection localhost:34547/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T04:28:31,502 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,502 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,502 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,502 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:31,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:31,504 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:31,536 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:31,536 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:31,551 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:31,565 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:31,566 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xff34df24, L:/127.0.0.1:34547 - R:/127.0.0.1:34992] 2024-11-26T04:28:31,609 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:31,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:31,612 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34547 2024-11-26T04:28:31,612 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3900893225319328850.jks was interrupted and is shutting down... 2024-11-26T04:28:31,612 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3900893225319328850.jks was interrupted and is shutting down... 2024-11-26T04:28:31,612 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14584332294242348108.jks was interrupted and is shutting down... 2024-11-26T04:28:31,612 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14584332294242348108.jks was interrupted and is shutting down... 2024-11-26T04:28:31,612 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread finished 2024-11-26T04:28:31,612 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread finished 2024-11-26T04:28:31,613 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread finished 2024-11-26T04:28:31,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14584332294242348108.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=9314 (was 9453) 2024-11-26T04:28:31,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=9314 2024-11-26T04:28:31,632 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:31,632 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39841 2024-11-26T04:28:31,633 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:31,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463b82df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:31,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:31,634 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread finished 2024-11-26T04:28:31,635 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:31,675 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:31,676 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:31,679 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread started 2024-11-26T04:28:31,679 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:31,680 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread started 2024-11-26T04:28:31,680 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:31,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:31,708 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:31,708 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:31,709 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread started 2024-11-26T04:28:31,709 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:31,710 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread started 2024-11-26T04:28:31,710 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe1651db2, L:/127.0.0.1:39841 - R:/127.0.0.1:51046] 2024-11-26T04:28:31,746 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:31,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:31,748 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3900893225319328850.jks was interrupted and is shutting down... 2024-11-26T04:28:31,748 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14584332294242348108.jks was interrupted and is shutting down... 2024-11-26T04:28:31,748 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread finished 2024-11-26T04:28:31,748 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread finished 2024-11-26T04:28:31,981 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,981 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,981 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:31,982 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:32,005 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:32,005 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:32,005 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:32,005 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3900893225319328850.jks 2024-11-26T04:28:32,029 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:32,029 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:32,029 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:32,029 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:32,047 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:32,047 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:32,047 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:32,047 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14584332294242348108.jks 2024-11-26T04:28:32,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278ee822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:32,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:32,049 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,076 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,076 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,077 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,077 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread started 2024-11-26T04:28:32,077 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread started 2024-11-26T04:28:32,078 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:32,093 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,107 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,107 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x058e7141, L:/127.0.0.1:39841 - R:/127.0.0.1:51048] 2024-11-26T04:28:32,145 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:32,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:32,147 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3900893225319328850.jks was interrupted and is shutting down... 2024-11-26T04:28:32,147 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14584332294242348108.jks was interrupted and is shutting down... 2024-11-26T04:28:32,147 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39841 2024-11-26T04:28:32,148 DEBUG [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3900893225319328850.jks was interrupted and is shutting down... 2024-11-26T04:28:32,148 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread finished 2024-11-26T04:28:32,148 DEBUG [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14584332294242348108.jks was interrupted and is shutting down... 2024-11-26T04:28:32,148 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread finished 2024-11-26T04:28:32,148 INFO [FileChangeWatcher-hbase_test_key3900893225319328850.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3900893225319328850.jks thread finished 2024-11-26T04:28:32,155 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 122) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9266 (was 9314) 2024-11-26T04:28:32,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=9266 2024-11-26T04:28:32,163 INFO [FileChangeWatcher-hbase_test_ca14584332294242348108.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14584332294242348108.jks thread finished 2024-11-26T04:28:32,228 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:32,229 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35969 2024-11-26T04:28:32,229 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:32,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e0680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:32,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:32,231 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,250 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,251 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,251 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6087406066696106.pem thread started 2024-11-26T04:28:32,251 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,252 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread started 2024-11-26T04:28:32,252 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:32,263 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,264 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,265 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6087406066696106.pem thread started 2024-11-26T04:28:32,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,267 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread started 2024-11-26T04:28:32,267 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53d30c28, L:/127.0.0.1:35969 - R:/127.0.0.1:40828] 2024-11-26T04:28:32,283 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:32,648 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,648 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,648 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,648 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,648 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,648 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,648 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,649 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,649 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,649 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,649 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,649 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,649 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,649 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,649 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,649 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,671 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,671 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,671 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35969,0 is dead - stopping the connection localhost:35969/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T04:28:32,672 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,671 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:32,672 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,672 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,674 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,679 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,679 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:32,684 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,685 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,686 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa5a59947, L:/127.0.0.1:35969 - R:/127.0.0.1:40834] 2024-11-26T04:28:32,703 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:32,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:32,705 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10925050039917090885.pem was interrupted and is shutting down... 2024-11-26T04:28:32,705 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35969 2024-11-26T04:28:32,705 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6087406066696106.pem was interrupted and is shutting down... 2024-11-26T04:28:32,706 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6087406066696106.pem was interrupted and is shutting down... 2024-11-26T04:28:32,706 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10925050039917090885.pem was interrupted and is shutting down... 2024-11-26T04:28:32,706 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread finished 2024-11-26T04:28:32,706 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6087406066696106.pem thread finished 2024-11-26T04:28:32,706 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6087406066696106.pem thread finished 2024-11-26T04:28:32,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10925050039917090885.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=9200 (was 9266) 2024-11-26T04:28:32,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=9199 2024-11-26T04:28:32,718 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread finished 2024-11-26T04:28:32,719 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:32,720 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36745 2024-11-26T04:28:32,720 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:32,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:32,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:32,722 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,727 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,728 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,728 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6087406066696106.pem thread started 2024-11-26T04:28:32,728 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,729 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread started 2024-11-26T04:28:32,729 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:32,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,735 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,735 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,736 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6087406066696106.pem thread started 2024-11-26T04:28:32,736 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread started 2024-11-26T04:28:32,737 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0d38f8ab, L:/127.0.0.1:36745 - R:/127.0.0.1:40380] 2024-11-26T04:28:32,755 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:32,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:32,757 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10925050039917090885.pem was interrupted and is shutting down... 2024-11-26T04:28:32,757 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6087406066696106.pem was interrupted and is shutting down... 2024-11-26T04:28:32,758 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread finished 2024-11-26T04:28:32,758 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6087406066696106.pem thread finished 2024-11-26T04:28:32,944 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,944 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,945 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,945 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,945 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,945 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,945 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,945 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6087406066696106.pem 2024-11-26T04:28:32,971 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,971 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,971 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,971 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,971 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,971 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:32,972 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,972 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10925050039917090885.pem 2024-11-26T04:28:32,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:32,974 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,982 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,983 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,984 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:32,984 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6087406066696106.pem thread started 2024-11-26T04:28:32,984 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread started 2024-11-26T04:28:32,984 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:32,989 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:32,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:32,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00136d31, L:/127.0.0.1:36745 - R:/127.0.0.1:40386] 2024-11-26T04:28:33,011 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:33,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:33,013 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36745 2024-11-26T04:28:33,013 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6087406066696106.pem was interrupted and is shutting down... 2024-11-26T04:28:33,013 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10925050039917090885.pem was interrupted and is shutting down... 2024-11-26T04:28:33,013 DEBUG [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6087406066696106.pem was interrupted and is shutting down... 2024-11-26T04:28:33,013 DEBUG [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10925050039917090885.pem was interrupted and is shutting down... 2024-11-26T04:28:33,013 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6087406066696106.pem thread finished 2024-11-26T04:28:33,013 INFO [FileChangeWatcher-hbase_test_key6087406066696106.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6087406066696106.pem thread finished 2024-11-26T04:28:33,014 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread finished 2024-11-26T04:28:33,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=9153 (was 9199) 2024-11-26T04:28:33,024 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=9152 2024-11-26T04:28:33,030 INFO [FileChangeWatcher-hbase_test_ca10925050039917090885.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10925050039917090885.pem thread finished 2024-11-26T04:28:33,062 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:33,063 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36165 2024-11-26T04:28:33,063 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:33,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:33,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:33,065 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:33,092 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:33,093 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,093 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread started 2024-11-26T04:28:33,094 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,094 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread started 2024-11-26T04:28:33,094 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:33,112 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:33,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:33,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,126 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread started 2024-11-26T04:28:33,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,126 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread started 2024-11-26T04:28:33,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x081ac53e, L:/127.0.0.1:36165 - R:/127.0.0.1:54818] 2024-11-26T04:28:33,162 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:33,372 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,372 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,372 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,372 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,372 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,372 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,372 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,372 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,394 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,394 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,394 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,394 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,394 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,394 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,395 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,395 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,404 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,404 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,404 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,404 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,404 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,404 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,405 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,405 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,423 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36165,0 is dead - stopping the connection localhost:36165/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T04:28:33,423 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,423 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,423 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,423 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,423 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,423 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,423 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,423 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:33,425 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:33,452 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:33,453 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:33,466 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:33,479 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:33,479 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57c7d676, L:/127.0.0.1:36165 - R:/127.0.0.1:54822] 2024-11-26T04:28:33,513 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:33,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:33,515 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36165 2024-11-26T04:28:33,515 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12186344294614139863.p12 was interrupted and is shutting down... 2024-11-26T04:28:33,515 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 was interrupted and is shutting down... 2024-11-26T04:28:33,515 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12186344294614139863.p12 was interrupted and is shutting down... 2024-11-26T04:28:33,515 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 was interrupted and is shutting down... 2024-11-26T04:28:33,515 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread finished 2024-11-26T04:28:33,515 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread finished 2024-11-26T04:28:33,516 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread finished 2024-11-26T04:28:33,516 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread finished 2024-11-26T04:28:33,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=9102 (was 9152) 2024-11-26T04:28:33,526 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=9102 2024-11-26T04:28:33,528 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:33,528 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34359 2024-11-26T04:28:33,529 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:33,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:33,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:33,531 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:33,562 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:33,563 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,563 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread started 2024-11-26T04:28:33,563 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,564 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread started 2024-11-26T04:28:33,564 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:33,578 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:33,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:33,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,591 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread started 2024-11-26T04:28:33,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,592 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread started 2024-11-26T04:28:33,592 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb12322fc, L:/127.0.0.1:34359 - R:/127.0.0.1:39114] 2024-11-26T04:28:33,625 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:33,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:33,627 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 was interrupted and is shutting down... 2024-11-26T04:28:33,627 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12186344294614139863.p12 was interrupted and is shutting down... 2024-11-26T04:28:33,627 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread finished 2024-11-26T04:28:33,627 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread finished 2024-11-26T04:28:33,913 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,913 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,913 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,913 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,935 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,935 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,936 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,936 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12186344294614139863.p12 2024-11-26T04:28:33,954 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,954 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,954 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,954 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,969 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,969 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,969 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,969 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8774308743016627732.p12 2024-11-26T04:28:33,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:33,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:33,971 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:33,997 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:33,997 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,998 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread started 2024-11-26T04:28:33,998 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:33,999 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread started 2024-11-26T04:28:33,999 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:34,013 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:34,027 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:34,027 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x801b94e9, L:/127.0.0.1:34359 - R:/127.0.0.1:39126] 2024-11-26T04:28:34,063 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:34,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:34,064 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 was interrupted and is shutting down... 2024-11-26T04:28:34,064 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34359 2024-11-26T04:28:34,064 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12186344294614139863.p12 was interrupted and is shutting down... 2024-11-26T04:28:34,064 DEBUG [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12186344294614139863.p12 was interrupted and is shutting down... 2024-11-26T04:28:34,064 DEBUG [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 was interrupted and is shutting down... 2024-11-26T04:28:34,065 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread finished 2024-11-26T04:28:34,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_key12186344294614139863.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca8774308743016627732.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca8774308743016627732.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=9037 (was 9102) 2024-11-26T04:28:34,077 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=9037 2024-11-26T04:28:34,078 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread finished 2024-11-26T04:28:34,078 INFO [FileChangeWatcher-hbase_test_key12186344294614139863.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12186344294614139863.p12 thread finished 2024-11-26T04:28:34,078 INFO [FileChangeWatcher-hbase_test_ca8774308743016627732.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8774308743016627732.p12 thread finished 2024-11-26T04:28:34,557 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:34,557 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35247 2024-11-26T04:28:34,557 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:34,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a426bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:34,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:34,559 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:34,812 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:34,812 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:34,813 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread started 2024-11-26T04:28:34,813 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:34,813 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread started 2024-11-26T04:28:34,813 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:34,947 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:35,070 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:35,071 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:35,071 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread started 2024-11-26T04:28:35,071 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:35,072 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread started 2024-11-26T04:28:35,072 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1beb7a62, L:/127.0.0.1:35247 - R:/127.0.0.1:59076] 2024-11-26T04:28:35,221 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:35,375 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,375 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,375 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,376 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,376 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,376 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,376 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,376 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,560 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,560 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,560 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,560 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,561 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,683 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,683 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,683 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,683 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,683 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,683 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,683 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,683 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:35,704 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35247,0 is dead - stopping the connection localhost:35247/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T04:28:35,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:35,705 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:35,958 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:35,958 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:36,081 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:36,204 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:36,204 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x534015bc, L:/127.0.0.1:35247 - R:/127.0.0.1:59082] 2024-11-26T04:28:36,348 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:36,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:36,350 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks was interrupted and is shutting down... 2024-11-26T04:28:36,350 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks was interrupted and is shutting down... 2024-11-26T04:28:36,350 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35247 2024-11-26T04:28:36,350 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks was interrupted and is shutting down... 2024-11-26T04:28:36,350 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks was interrupted and is shutting down... 2024-11-26T04:28:36,350 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread finished 2024-11-26T04:28:36,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 37) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key14575795644639719720.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=8976 (was 9037) 2024-11-26T04:28:36,361 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=8976 2024-11-26T04:28:36,363 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:36,363 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37721 2024-11-26T04:28:36,364 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:36,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514734d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:36,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:36,365 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:36,370 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread finished 2024-11-26T04:28:36,370 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread finished 2024-11-26T04:28:36,370 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread finished 2024-11-26T04:28:36,612 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:36,613 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:36,613 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread started 2024-11-26T04:28:36,613 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:36,614 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread started 2024-11-26T04:28:36,614 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:36,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:36,861 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:36,862 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:36,862 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread started 2024-11-26T04:28:36,862 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:36,863 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread started 2024-11-26T04:28:36,863 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9653b00e, L:/127.0.0.1:37721 - R:/127.0.0.1:37922] 2024-11-26T04:28:37,000 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:37,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:37,002 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks was interrupted and is shutting down... 2024-11-26T04:28:37,002 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks was interrupted and is shutting down... 2024-11-26T04:28:37,002 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread finished 2024-11-26T04:28:37,002 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread finished 2024-11-26T04:28:37,280 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:37,280 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:37,280 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:37,280 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:37,462 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:37,462 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:37,462 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:37,462 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14575795644639719720.bcfks 2024-11-26T04:28:37,487 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:37,487 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:37,487 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:37,487 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:37,614 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:37,614 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:37,615 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:37,615 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11714233169603382600.bcfks 2024-11-26T04:28:37,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aef615e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:37,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:37,616 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:37,861 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:37,862 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:37,862 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread started 2024-11-26T04:28:37,862 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:37,863 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread started 2024-11-26T04:28:37,863 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:37,986 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:38,108 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:38,108 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x62027b1c, L:/127.0.0.1:37721 - R:/127.0.0.1:37570] 2024-11-26T04:28:38,255 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:38,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:38,257 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37721 2024-11-26T04:28:38,257 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks was interrupted and is shutting down... 2024-11-26T04:28:38,257 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks was interrupted and is shutting down... 2024-11-26T04:28:38,257 DEBUG [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks was interrupted and is shutting down... 2024-11-26T04:28:38,257 DEBUG [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks was interrupted and is shutting down... 2024-11-26T04:28:38,257 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread finished 2024-11-26T04:28:38,257 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread finished 2024-11-26T04:28:38,257 INFO [FileChangeWatcher-hbase_test_key14575795644639719720.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14575795644639719720.bcfks thread finished 2024-11-26T04:28:38,258 INFO [FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11714233169603382600.bcfks thread finished 2024-11-26T04:28:38,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 128) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8933 (was 8976) 2024-11-26T04:28:38,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=8933 2024-11-26T04:28:38,402 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:38,402 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46447 2024-11-26T04:28:38,402 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:38,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:38,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:38,404 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:38,433 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:38,433 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,434 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread started 2024-11-26T04:28:38,434 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,435 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread started 2024-11-26T04:28:38,435 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:38,450 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:38,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:38,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,464 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread started 2024-11-26T04:28:38,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,464 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread started 2024-11-26T04:28:38,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x95a8506f, L:/127.0.0.1:46447 - R:/127.0.0.1:34868] 2024-11-26T04:28:38,523 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:38,532 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,532 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,532 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,532 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,532 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,532 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,532 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,532 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,555 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,555 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,555 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,555 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,555 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,568 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,568 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,568 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46447,0 is dead - stopping the connection localhost:46447/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T04:28:38,568 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,568 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,568 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,568 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,568 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,568 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:38,569 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:38,596 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:38,596 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:38,610 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:38,623 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:38,624 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd465b882, L:/127.0.0.1:46447 - R:/127.0.0.1:34884] 2024-11-26T04:28:38,661 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:38,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:38,662 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46447 2024-11-26T04:28:38,662 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca48168336208385644.jks was interrupted and is shutting down... 2024-11-26T04:28:38,662 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17531135563285085100.jks was interrupted and is shutting down... 2024-11-26T04:28:38,663 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17531135563285085100.jks was interrupted and is shutting down... 2024-11-26T04:28:38,663 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca48168336208385644.jks was interrupted and is shutting down... 2024-11-26T04:28:38,663 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread finished 2024-11-26T04:28:38,663 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread finished 2024-11-26T04:28:38,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=8910 (was 8933) 2024-11-26T04:28:38,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=8909 2024-11-26T04:28:38,676 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:38,677 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37319 2024-11-26T04:28:38,677 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:38,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:38,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:38,678 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread finished 2024-11-26T04:28:38,678 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread finished 2024-11-26T04:28:38,679 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:38,706 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:38,707 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,707 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread started 2024-11-26T04:28:38,707 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,708 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread started 2024-11-26T04:28:38,708 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:38,721 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:38,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:38,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,734 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread started 2024-11-26T04:28:38,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,735 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread started 2024-11-26T04:28:38,735 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd5c3749a, L:/127.0.0.1:37319 - R:/127.0.0.1:35192] 2024-11-26T04:28:38,769 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:38,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:38,771 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17531135563285085100.jks was interrupted and is shutting down... 2024-11-26T04:28:38,771 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca48168336208385644.jks was interrupted and is shutting down... 2024-11-26T04:28:38,771 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread finished 2024-11-26T04:28:38,771 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread finished 2024-11-26T04:28:38,780 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,780 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,780 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,780 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,823 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,823 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,823 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,823 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17531135563285085100.jks 2024-11-26T04:28:38,837 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,837 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,837 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,837 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,862 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,862 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,862 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,862 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca48168336208385644.jks 2024-11-26T04:28:38,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:38,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:38,863 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:38,890 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:38,890 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,891 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread started 2024-11-26T04:28:38,891 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:38,891 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread started 2024-11-26T04:28:38,891 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:38,905 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:38,918 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:38,918 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x699b4ccd, L:/127.0.0.1:37319 - R:/127.0.0.1:35206] 2024-11-26T04:28:38,954 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:38,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:38,956 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17531135563285085100.jks was interrupted and is shutting down... 2024-11-26T04:28:38,956 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca48168336208385644.jks was interrupted and is shutting down... 2024-11-26T04:28:38,956 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37319 2024-11-26T04:28:38,956 DEBUG [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca48168336208385644.jks was interrupted and is shutting down... 2024-11-26T04:28:38,956 DEBUG [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17531135563285085100.jks was interrupted and is shutting down... 2024-11-26T04:28:38,956 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread finished 2024-11-26T04:28:38,956 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread finished 2024-11-26T04:28:38,956 INFO [FileChangeWatcher-hbase_test_ca48168336208385644.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca48168336208385644.jks thread finished 2024-11-26T04:28:38,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=8895 (was 8909) 2024-11-26T04:28:38,968 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=8894 2024-11-26T04:28:38,971 INFO [FileChangeWatcher-hbase_test_key17531135563285085100.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17531135563285085100.jks thread finished 2024-11-26T04:28:38,997 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:38,998 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39933 2024-11-26T04:28:38,998 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:38,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:38,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:38,999 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,002 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,003 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,003 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread started 2024-11-26T04:28:39,003 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,004 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread started 2024-11-26T04:28:39,004 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:39,008 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,009 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,009 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,009 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread started 2024-11-26T04:28:39,010 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,010 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread started 2024-11-26T04:28:39,010 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc8369485, L:/127.0.0.1:39933 - R:/127.0.0.1:47102] 2024-11-26T04:28:39,026 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:39,035 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,035 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,036 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39933,0 is dead - stopping the connection localhost:39933/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T04:28:39,036 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:39,037 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,041 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,042 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:39,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa031eece, L:/127.0.0.1:39933 - R:/127.0.0.1:47112] 2024-11-26T04:28:39,063 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:39,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:39,064 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39933 2024-11-26T04:28:39,064 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2259706110364553455.pem was interrupted and is shutting down... 2024-11-26T04:28:39,064 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11885146884525345850.pem was interrupted and is shutting down... 2024-11-26T04:28:39,064 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11885146884525345850.pem was interrupted and is shutting down... 2024-11-26T04:28:39,064 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2259706110364553455.pem was interrupted and is shutting down... 2024-11-26T04:28:39,065 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread finished 2024-11-26T04:28:39,065 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread finished 2024-11-26T04:28:39,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=8890 (was 8894) 2024-11-26T04:28:39,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=8890 2024-11-26T04:28:39,076 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:39,077 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40273 2024-11-26T04:28:39,077 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:39,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:39,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:39,078 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,082 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,082 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,082 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread finished 2024-11-26T04:28:39,082 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread finished 2024-11-26T04:28:39,082 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread started 2024-11-26T04:28:39,083 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,083 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread started 2024-11-26T04:28:39,083 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:39,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,088 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,088 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,089 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread started 2024-11-26T04:28:39,089 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,089 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread started 2024-11-26T04:28:39,089 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2f32b821, L:/127.0.0.1:40273 - R:/127.0.0.1:43328] 2024-11-26T04:28:39,104 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:39,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:39,106 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2259706110364553455.pem was interrupted and is shutting down... 2024-11-26T04:28:39,106 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11885146884525345850.pem was interrupted and is shutting down... 2024-11-26T04:28:39,106 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread finished 2024-11-26T04:28:39,107 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread finished 2024-11-26T04:28:39,115 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,115 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,115 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,115 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,115 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,115 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,115 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,115 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2259706110364553455.pem 2024-11-26T04:28:39,115 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,115 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,115 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,115 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,116 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,116 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,116 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,116 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11885146884525345850.pem 2024-11-26T04:28:39,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:39,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:39,117 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,120 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,121 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,121 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread started 2024-11-26T04:28:39,121 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,122 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread started 2024-11-26T04:28:39,122 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:39,125 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,126 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,126 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9c0f13d0, L:/127.0.0.1:40273 - R:/127.0.0.1:43332] 2024-11-26T04:28:39,141 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:39,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:39,142 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40273 2024-11-26T04:28:39,142 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2259706110364553455.pem was interrupted and is shutting down... 2024-11-26T04:28:39,143 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11885146884525345850.pem was interrupted and is shutting down... 2024-11-26T04:28:39,143 DEBUG [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2259706110364553455.pem was interrupted and is shutting down... 2024-11-26T04:28:39,143 DEBUG [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11885146884525345850.pem was interrupted and is shutting down... 2024-11-26T04:28:39,143 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread finished 2024-11-26T04:28:39,143 INFO [FileChangeWatcher-hbase_test_key2259706110364553455.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2259706110364553455.pem thread finished 2024-11-26T04:28:39,143 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread finished 2024-11-26T04:28:39,148 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=8887 (was 8890) 2024-11-26T04:28:39,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=8886 2024-11-26T04:28:39,162 INFO [FileChangeWatcher-hbase_test_ca11885146884525345850.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11885146884525345850.pem thread finished 2024-11-26T04:28:39,191 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:39,191 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40297 2024-11-26T04:28:39,191 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:39,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:39,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:39,192 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,218 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,219 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,219 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread started 2024-11-26T04:28:39,219 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,219 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread started 2024-11-26T04:28:39,219 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:39,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,247 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread started 2024-11-26T04:28:39,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,248 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread started 2024-11-26T04:28:39,248 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe3b088cf, L:/127.0.0.1:40297 - R:/127.0.0.1:38990] 2024-11-26T04:28:39,283 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:39,288 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,288 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,288 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,288 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,288 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,288 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,288 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,288 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,310 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,310 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,310 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,310 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,310 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,311 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,311 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,311 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,311 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,311 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,311 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,311 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,311 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,311 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,311 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,311 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,323 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,323 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,323 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,323 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,323 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,323 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40297,0 is dead - stopping the connection localhost:40297/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T04:28:39,323 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,323 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,323 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:39,324 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,358 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,359 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:39,372 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,384 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,385 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc71ce74a, L:/127.0.0.1:40297 - R:/127.0.0.1:39000] 2024-11-26T04:28:39,417 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:39,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:39,418 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40297 2024-11-26T04:28:39,418 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,418 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9108295989275129366.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,418 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9108295989275129366.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,418 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,419 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread finished 2024-11-26T04:28:39,424 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=8857 (was 8886) 2024-11-26T04:28:39,430 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=8856 2024-11-26T04:28:39,431 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:39,431 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34125 2024-11-26T04:28:39,431 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:39,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:39,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:39,433 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,438 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread finished 2024-11-26T04:28:39,438 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread finished 2024-11-26T04:28:39,439 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread finished 2024-11-26T04:28:39,462 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,463 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,463 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread started 2024-11-26T04:28:39,463 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,464 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread started 2024-11-26T04:28:39,464 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:39,478 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,492 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread started 2024-11-26T04:28:39,492 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,492 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread started 2024-11-26T04:28:39,492 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4cfba964, L:/127.0.0.1:34125 - R:/127.0.0.1:45510] 2024-11-26T04:28:39,521 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:39,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:39,523 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9108295989275129366.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,523 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,523 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread finished 2024-11-26T04:28:39,523 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread finished 2024-11-26T04:28:39,527 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,527 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,527 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,527 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,550 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,550 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,550 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,550 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9108295989275129366.p12 2024-11-26T04:28:39,550 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,550 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,550 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,550 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,563 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,563 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,563 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,563 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1124689874860590972.p12 2024-11-26T04:28:39,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:39,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:39,564 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,590 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,590 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,591 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread started 2024-11-26T04:28:39,591 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:39,591 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread started 2024-11-26T04:28:39,591 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:39,604 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:39,617 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:39,617 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9570a36f, L:/127.0.0.1:34125 - R:/127.0.0.1:45514] 2024-11-26T04:28:39,651 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:39,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:39,653 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9108295989275129366.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,653 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34125 2024-11-26T04:28:39,653 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,653 DEBUG [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,653 DEBUG [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9108295989275129366.p12 was interrupted and is shutting down... 2024-11-26T04:28:39,653 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread finished 2024-11-26T04:28:39,653 INFO [FileChangeWatcher-hbase_test_ca1124689874860590972.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1124689874860590972.p12 thread finished 2024-11-26T04:28:39,653 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread finished 2024-11-26T04:28:39,658 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=8857 (was 8856) - AvailableMemoryMB LEAK? - 2024-11-26T04:28:39,663 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=8857 2024-11-26T04:28:39,666 INFO [FileChangeWatcher-hbase_test_key9108295989275129366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9108295989275129366.p12 thread finished 2024-11-26T04:28:39,970 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:39,971 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42501 2024-11-26T04:28:39,971 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:39,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3279038c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:39,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:39,972 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:40,216 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:40,216 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:40,217 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread started 2024-11-26T04:28:40,217 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:40,217 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread started 2024-11-26T04:28:40,217 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:40,343 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:40,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:40,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:40,465 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread started 2024-11-26T04:28:40,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:40,465 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread started 2024-11-26T04:28:40,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeabe7ad1, L:/127.0.0.1:42501 - R:/127.0.0.1:39112] 2024-11-26T04:28:40,635 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:40,647 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,647 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,647 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,647 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,647 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,647 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,647 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,647 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,847 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,847 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,847 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,847 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,847 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,847 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,847 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,847 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:40,871 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,871 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,871 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,871 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,871 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,871 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,871 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,871 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,993 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,993 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,993 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,993 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,994 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42501,0 is dead - stopping the connection localhost:42501/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T04:28:40,994 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,994 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,994 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,994 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:40,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:40,994 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:41,237 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:41,237 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:41,361 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:41,482 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:41,483 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x69e52a86, L:/127.0.0.1:42501 - R:/127.0.0.1:39128] 2024-11-26T04:28:41,617 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:41,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:41,618 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42501 2024-11-26T04:28:41,618 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks was interrupted and is shutting down... 2024-11-26T04:28:41,618 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks was interrupted and is shutting down... 2024-11-26T04:28:41,618 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks was interrupted and is shutting down... 2024-11-26T04:28:41,618 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks was interrupted and is shutting down... 2024-11-26T04:28:41,619 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread finished 2024-11-26T04:28:41,619 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread finished 2024-11-26T04:28:41,619 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread finished 2024-11-26T04:28:41,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=8833 (was 8857) 2024-11-26T04:28:41,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=8833 2024-11-26T04:28:41,630 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T04:28:41,630 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35589 2024-11-26T04:28:41,630 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T04:28:41,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0b35ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:41,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:41,632 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:41,638 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread finished 2024-11-26T04:28:41,876 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:41,876 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:41,877 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread started 2024-11-26T04:28:41,877 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:41,877 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread started 2024-11-26T04:28:41,877 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:41,999 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:42,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:42,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:42,121 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread started 2024-11-26T04:28:42,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:42,122 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread started 2024-11-26T04:28:42,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfd7eaf0d, L:/127.0.0.1:35589 - R:/127.0.0.1:59136] 2024-11-26T04:28:42,258 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:42,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:42,260 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks was interrupted and is shutting down... 2024-11-26T04:28:42,260 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks was interrupted and is shutting down... 2024-11-26T04:28:42,260 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread finished 2024-11-26T04:28:42,260 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread finished 2024-11-26T04:28:42,269 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:42,269 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:42,269 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:42,269 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:42,453 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:42,453 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:42,453 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:42,453 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6682910551464945527.bcfks 2024-11-26T04:28:42,479 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:42,479 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:42,479 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:42,479 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:42,607 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:42,607 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:42,607 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:42,607 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10773953302229810077.bcfks 2024-11-26T04:28:42,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef107f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T04:28:42,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T04:28:42,608 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:42,851 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:42,852 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:42,852 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread started 2024-11-26T04:28:42,852 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/337cf5e8-cb0c-b34e-0568-caa365003b4f/TestNettyTLSIPCFileWatcher 2024-11-26T04:28:42,853 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread started 2024-11-26T04:28:42,853 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T04:28:42,975 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T04:28:43,097 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T04:28:43,098 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x94d193c0, L:/127.0.0.1:35589 - R:/127.0.0.1:59152] 2024-11-26T04:28:43,232 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T04:28:43,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T04:28:43,234 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35589 2024-11-26T04:28:43,234 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks was interrupted and is shutting down... 2024-11-26T04:28:43,234 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks was interrupted and is shutting down... 2024-11-26T04:28:43,234 DEBUG [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks was interrupted and is shutting down... 2024-11-26T04:28:43,234 DEBUG [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks was interrupted and is shutting down... 2024-11-26T04:28:43,234 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread finished 2024-11-26T04:28:43,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=8843 (was 8833) - AvailableMemoryMB LEAK? - 2024-11-26T04:28:43,246 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread finished 2024-11-26T04:28:43,246 INFO [FileChangeWatcher-hbase_test_key6682910551464945527.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6682910551464945527.bcfks thread finished 2024-11-26T04:28:43,246 INFO [FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10773953302229810077.bcfks thread finished