2024-11-25 19:21:56,273 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5f0fd5a0 2024-11-25 19:21:56,292 main DEBUG Took 0.015450 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 19:21:56,292 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 19:21:56,293 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 19:21:56,294 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 19:21:56,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,317 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 19:21:56,368 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,378 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,379 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,381 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,385 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,386 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,389 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:21:56,396 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,396 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 19:21:56,401 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:21:56,403 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 19:21:56,406 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 19:21:56,407 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 19:21:56,408 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 19:21:56,409 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 19:21:56,430 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 19:21:56,437 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 19:21:56,440 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 19:21:56,442 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 19:21:56,444 main DEBUG createAppenders(={Console}) 2024-11-25 19:21:56,445 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5f0fd5a0 initialized 2024-11-25 19:21:56,446 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5f0fd5a0 2024-11-25 19:21:56,448 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5f0fd5a0 OK. 2024-11-25 19:21:56,449 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 19:21:56,450 main DEBUG OutputStream closed 2024-11-25 19:21:56,451 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 19:21:56,451 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 19:21:56,452 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6f53b8a OK 2024-11-25 19:21:56,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 19:21:56,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 19:21:56,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 19:21:56,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 19:21:56,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 19:21:56,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 19:21:56,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 19:21:56,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 19:21:56,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 19:21:56,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 19:21:56,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 19:21:56,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 19:21:56,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 19:21:56,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 19:21:56,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 19:21:56,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 19:21:56,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 19:21:56,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 19:21:56,734 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 19:21:56,734 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@56f0cc85) with optional ClassLoader: null 2024-11-25 19:21:56,735 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 19:21:56,736 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@56f0cc85] started OK. 2024-11-25T19:21:56,801 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-25 19:21:56,806 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 19:21:56,807 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T19:21:57,537 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T19:21:59,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=649, ProcessCount=11, AvailableMemoryMB=7032 2024-11-25T19:22:00,598 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T19:22:00,688 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T19:22:00,707 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T19:22:00,723 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T19:22:00,842 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:00,894 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52653 (auto-detected) 2024-11-25T19:22:00,896 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T19:22:00,928 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34563 2024-11-25T19:22:00,931 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:00,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39224f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:00,987 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T19:22:00,988 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T19:22:01,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:01,480 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:01,567 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:01,722 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:01,727 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread started 2024-11-25T19:22:01,728 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:01,732 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread started 2024-11-25T19:22:01,738 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:01,925 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:01,954 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:02,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:02,064 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread started 2024-11-25T19:22:02,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:02,079 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread started 2024-11-25T19:22:02,081 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa15e63ae, L:/127.0.0.1:34563 - R:/127.0.0.1:39220] 2024-11-25T19:22:02,257 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:02,684 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,684 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,684 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,684 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,684 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,685 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,685 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,684 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,736 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,736 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,737 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,737 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,737 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,737 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,738 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,739 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:02,739 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,740 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,741 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,741 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,738 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,741 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,738 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,747 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,773 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,773 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,773 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,773 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34563,0 is dead - stopping the connection localhost:34563/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T19:22:02,773 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,775 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,773 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,773 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:02,778 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:02,785 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:02,840 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:02,841 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:02,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:02,895 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:02,896 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaf2a1d6b, L:/127.0.0.1:34563 - R:/127.0.0.1:39232] 2024-11-25T19:22:03,015 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:03,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:03,023 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34563 2024-11-25T19:22:03,025 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6061748289691811813.jks was interrupted and is shutting down... 2024-11-25T19:22:03,025 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6558377236702950487.jks was interrupted and is shutting down... 2024-11-25T19:22:03,026 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6558377236702950487.jks was interrupted and is shutting down... 2024-11-25T19:22:03,026 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread finished 2024-11-25T19:22:03,026 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread finished 2024-11-25T19:22:03,027 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread finished 2024-11-25T19:22:03,027 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6061748289691811813.jks was interrupted and is shutting down... 2024-11-25T19:22:03,043 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread finished 2024-11-25T19:22:03,050 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6061748289691811813.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=686 (was 649) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6843 (was 7032) 2024-11-25T19:22:03,074 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=686, ProcessCount=11, AvailableMemoryMB=6842 2024-11-25T19:22:03,077 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:03,083 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38951 2024-11-25T19:22:03,084 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:03,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c93bf2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:03,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:03,108 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:03,162 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:03,168 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:03,174 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread started 2024-11-25T19:22:03,174 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:03,178 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:03,180 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread started 2024-11-25T19:22:03,219 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:03,245 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:03,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:03,249 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread started 2024-11-25T19:22:03,250 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:03,251 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfb42a815, L:/127.0.0.1:38951 - R:/127.0.0.1:57494] 2024-11-25T19:22:03,255 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread started 2024-11-25T19:22:03,326 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:03,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:03,337 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6558377236702950487.jks was interrupted and is shutting down... 2024-11-25T19:22:03,337 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6061748289691811813.jks was interrupted and is shutting down... 2024-11-25T19:22:03,337 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread finished 2024-11-25T19:22:03,337 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread finished 2024-11-25T19:22:03,867 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:03,867 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:03,868 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:03,868 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:03,912 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:03,912 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:03,912 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:03,913 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:03,915 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:03,915 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6558377236702950487.jks 2024-11-25T19:22:03,915 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:03,915 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:03,935 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:03,935 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:03,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5e036a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:03,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:03,938 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:03,939 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6061748289691811813.jks 2024-11-25T19:22:03,943 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:03,996 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:04,006 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:04,019 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:04,019 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread started 2024-11-25T19:22:04,027 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:04,030 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread started 2024-11-25T19:22:04,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:04,087 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:04,088 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe52cdd86, L:/127.0.0.1:38951 - R:/127.0.0.1:57508] 2024-11-25T19:22:04,155 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:04,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:04,158 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38951 2024-11-25T19:22:04,159 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6558377236702950487.jks was interrupted and is shutting down... 2024-11-25T19:22:04,158 DEBUG [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6558377236702950487.jks was interrupted and is shutting down... 2024-11-25T19:22:04,159 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6061748289691811813.jks was interrupted and is shutting down... 2024-11-25T19:22:04,159 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread finished 2024-11-25T19:22:04,159 DEBUG [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6061748289691811813.jks was interrupted and is shutting down... 2024-11-25T19:22:04,162 INFO [FileChangeWatcher-hbase_test_key6558377236702950487.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6558377236702950487.jks thread finished 2024-11-25T19:22:04,159 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread finished 2024-11-25T19:22:04,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6061748289691811813.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=686 (was 686), ProcessCount=11 (was 11), AvailableMemoryMB=6777 (was 6842) 2024-11-25T19:22:04,179 INFO [FileChangeWatcher-hbase_test_ca6061748289691811813.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6061748289691811813.jks thread finished 2024-11-25T19:22:04,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=686, ProcessCount=11, AvailableMemoryMB=6777 2024-11-25T19:22:04,254 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:04,255 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44331 2024-11-25T19:22:04,255 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:04,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dead76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:04,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:04,261 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:04,308 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:04,311 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:04,330 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:04,331 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread started 2024-11-25T19:22:04,332 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread started 2024-11-25T19:22:04,332 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:04,346 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:04,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:04,351 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:04,354 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread started 2024-11-25T19:22:04,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:04,356 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x881ebf80, L:/127.0.0.1:44331 - R:/127.0.0.1:38538] 2024-11-25T19:22:04,357 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread started 2024-11-25T19:22:04,392 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:04,703 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,703 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,703 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,703 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,704 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,705 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,705 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,705 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,705 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,705 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,706 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,707 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,710 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,711 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:04,736 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,736 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,736 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,736 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,736 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,736 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,737 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,737 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,737 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,737 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44331,0 is dead - stopping the connection localhost:44331/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T19:22:04,737 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,737 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,737 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:04,741 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,741 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:04,747 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:04,778 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:04,779 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:04,810 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:04,819 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:04,820 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc2985205, L:/127.0.0.1:44331 - R:/127.0.0.1:38544] 2024-11-25T19:22:04,924 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:04,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:04,935 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44331 2024-11-25T19:22:04,935 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13579424843320654134.pem was interrupted and is shutting down... 2024-11-25T19:22:04,935 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5917417705585957358.pem was interrupted and is shutting down... 2024-11-25T19:22:04,936 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13579424843320654134.pem was interrupted and is shutting down... 2024-11-25T19:22:04,936 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5917417705585957358.pem was interrupted and is shutting down... 2024-11-25T19:22:04,936 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread finished 2024-11-25T19:22:04,939 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread finished 2024-11-25T19:22:04,955 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread finished 2024-11-25T19:22:04,955 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread finished 2024-11-25T19:22:04,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key13579424843320654134.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5917417705585957358.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=686 (was 686), ProcessCount=11 (was 11), AvailableMemoryMB=6624 (was 6777) 2024-11-25T19:22:04,987 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=686, ProcessCount=11, AvailableMemoryMB=6618 2024-11-25T19:22:04,989 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:04,991 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45953 2024-11-25T19:22:04,991 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:04,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e641b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:04,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:05,000 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:05,006 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:05,011 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,013 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,014 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:05,019 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread started 2024-11-25T19:22:05,027 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread started 2024-11-25T19:22:05,040 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:05,047 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:05,055 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,067 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread started 2024-11-25T19:22:05,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2f37db67, L:/127.0.0.1:45953 - R:/127.0.0.1:39832] 2024-11-25T19:22:05,088 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread started 2024-11-25T19:22:05,133 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:05,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:05,141 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13579424843320654134.pem was interrupted and is shutting down... 2024-11-25T19:22:05,143 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread finished 2024-11-25T19:22:05,148 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5917417705585957358.pem was interrupted and is shutting down... 2024-11-25T19:22:05,151 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread finished 2024-11-25T19:22:05,569 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:05,569 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:05,569 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:05,569 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:05,570 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:05,570 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:05,570 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:05,570 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13579424843320654134.pem 2024-11-25T19:22:05,570 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:05,571 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:05,571 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:05,571 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:05,573 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:05,573 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5917417705585957358.pem 2024-11-25T19:22:05,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b599add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:05,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:05,577 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:05,585 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:05,587 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,591 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread started 2024-11-25T19:22:05,594 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,599 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread started 2024-11-25T19:22:05,599 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:05,604 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:05,605 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:05,605 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x251277a8, L:/127.0.0.1:45953 - R:/127.0.0.1:39836] 2024-11-25T19:22:05,633 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:05,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:05,637 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45953 2024-11-25T19:22:05,637 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13579424843320654134.pem was interrupted and is shutting down... 2024-11-25T19:22:05,638 DEBUG [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13579424843320654134.pem was interrupted and is shutting down... 2024-11-25T19:22:05,638 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5917417705585957358.pem was interrupted and is shutting down... 2024-11-25T19:22:05,638 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread finished 2024-11-25T19:22:05,639 INFO [FileChangeWatcher-hbase_test_key13579424843320654134.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13579424843320654134.pem thread finished 2024-11-25T19:22:05,639 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread finished 2024-11-25T19:22:05,639 DEBUG [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5917417705585957358.pem was interrupted and is shutting down... 2024-11-25T19:22:05,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5917417705585957358.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=686 (was 686), ProcessCount=11 (was 11), AvailableMemoryMB=6507 (was 6618) 2024-11-25T19:22:05,655 INFO [FileChangeWatcher-hbase_test_ca5917417705585957358.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5917417705585957358.pem thread finished 2024-11-25T19:22:05,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=686, ProcessCount=11, AvailableMemoryMB=6507 2024-11-25T19:22:05,719 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:05,721 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45441 2024-11-25T19:22:05,721 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:05,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6481d70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:05,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:05,724 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:05,762 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:05,763 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,764 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread started 2024-11-25T19:22:05,764 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,765 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread started 2024-11-25T19:22:05,765 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:05,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:05,817 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:05,818 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,819 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread started 2024-11-25T19:22:05,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:05,823 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread started 2024-11-25T19:22:05,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1632ba62, L:/127.0.0.1:45441 - R:/127.0.0.1:46704] 2024-11-25T19:22:05,884 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:06,506 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,506 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,506 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,507 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,507 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,507 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,507 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,507 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,539 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,539 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,539 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,539 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,539 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,539 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,539 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,539 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:06,557 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,558 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,558 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,558 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,557 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,558 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,558 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,558 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,584 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,584 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45441,0 is dead - stopping the connection localhost:45441/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T19:22:06,584 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:06,584 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,585 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,586 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:06,584 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,587 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,590 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,591 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:06,630 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:06,631 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:06,655 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:06,676 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:06,676 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8b10c2fb, L:/127.0.0.1:45441 - R:/127.0.0.1:46718] 2024-11-25T19:22:06,735 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:06,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:06,738 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45441 2024-11-25T19:22:06,738 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4380208793567773885.p12 was interrupted and is shutting down... 2024-11-25T19:22:06,738 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 was interrupted and is shutting down... 2024-11-25T19:22:06,739 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 was interrupted and is shutting down... 2024-11-25T19:22:06,739 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread finished 2024-11-25T19:22:06,739 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4380208793567773885.p12 was interrupted and is shutting down... 2024-11-25T19:22:06,740 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread finished 2024-11-25T19:22:06,740 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread finished 2024-11-25T19:22:06,755 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread finished 2024-11-25T19:22:06,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=328 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=687 (was 686) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6682 (was 6507) - AvailableMemoryMB LEAK? - 2024-11-25T19:22:06,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=687, ProcessCount=11, AvailableMemoryMB=6677 2024-11-25T19:22:06,777 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:06,778 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37627 2024-11-25T19:22:06,778 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:06,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14553dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:06,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:06,787 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:06,838 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:06,851 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:06,856 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread started 2024-11-25T19:22:06,859 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:06,867 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:06,871 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread started 2024-11-25T19:22:06,903 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:06,926 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:06,927 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:06,928 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread started 2024-11-25T19:22:06,928 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:06,929 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread started 2024-11-25T19:22:06,929 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbfe90798, L:/127.0.0.1:37627 - R:/127.0.0.1:45216] 2024-11-25T19:22:07,019 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:07,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:07,028 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4380208793567773885.p12 was interrupted and is shutting down... 2024-11-25T19:22:07,029 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 was interrupted and is shutting down... 2024-11-25T19:22:07,029 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread finished 2024-11-25T19:22:07,031 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread finished 2024-11-25T19:22:07,418 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:07,418 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:07,418 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:07,419 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:07,459 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:07,459 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:07,459 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:07,463 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:07,463 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:07,463 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4380208793567773885.p12 2024-11-25T19:22:07,467 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:07,467 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:07,496 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:07,496 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:07,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6c97f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:07,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:07,498 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:07,499 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6227656345367468563.p12 2024-11-25T19:22:07,503 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:07,560 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:07,560 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:07,561 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread started 2024-11-25T19:22:07,565 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:07,566 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:07,570 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread started 2024-11-25T19:22:07,592 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:07,614 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:07,615 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe566bf66, L:/127.0.0.1:37627 - R:/127.0.0.1:45224] 2024-11-25T19:22:07,668 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:07,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:07,670 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 was interrupted and is shutting down... 2024-11-25T19:22:07,670 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37627 2024-11-25T19:22:07,671 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4380208793567773885.p12 was interrupted and is shutting down... 2024-11-25T19:22:07,671 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread finished 2024-11-25T19:22:07,671 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread finished 2024-11-25T19:22:07,671 DEBUG [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4380208793567773885.p12 was interrupted and is shutting down... 2024-11-25T19:22:07,671 DEBUG [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 was interrupted and is shutting down... 2024-11-25T19:22:07,671 INFO [FileChangeWatcher-hbase_test_key4380208793567773885.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4380208793567773885.p12 thread finished 2024-11-25T19:22:07,681 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=34 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6227656345367468563.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=687 (was 687), ProcessCount=11 (was 11), AvailableMemoryMB=6464 (was 6677) 2024-11-25T19:22:07,686 INFO [FileChangeWatcher-hbase_test_ca6227656345367468563.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6227656345367468563.p12 thread finished 2024-11-25T19:22:07,688 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=687, ProcessCount=11, AvailableMemoryMB=6463 2024-11-25T19:22:08,328 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:08,329 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33495 2024-11-25T19:22:08,329 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:08,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a17b2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:08,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:08,336 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:08,765 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:08,766 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:08,770 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread started 2024-11-25T19:22:08,770 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:08,773 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:08,782 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread started 2024-11-25T19:22:08,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:09,207 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:09,208 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:09,210 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread started 2024-11-25T19:22:09,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:09,213 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread started 2024-11-25T19:22:09,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0eaaf4d7, L:/127.0.0.1:33495 - R:/127.0.0.1:49520] 2024-11-25T19:22:09,446 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:09,883 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:09,883 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:09,884 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:09,884 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:09,883 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:09,883 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:09,885 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:09,885 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:10,202 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:10,202 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:10,202 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:10,202 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:10,202 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:10,202 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:10,203 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,203 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,203 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,203 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,203 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,203 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,203 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:10,203 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:10,203 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,203 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,404 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,404 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,405 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33495,0 is dead - stopping the connection localhost:33495/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T19:22:10,405 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,404 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,405 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,405 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,405 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,405 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:10,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:10,406 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:10,812 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:10,813 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:11,038 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:11,266 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:11,266 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xff89aa36, L:/127.0.0.1:33495 - R:/127.0.0.1:49532] 2024-11-25T19:22:11,480 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:11,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:11,483 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33495 2024-11-25T19:22:11,483 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks was interrupted and is shutting down... 2024-11-25T19:22:11,484 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread finished 2024-11-25T19:22:11,484 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks was interrupted and is shutting down... 2024-11-25T19:22:11,484 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks was interrupted and is shutting down... 2024-11-25T19:22:11,485 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread finished 2024-11-25T19:22:11,485 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread finished 2024-11-25T19:22:11,485 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks was interrupted and is shutting down... 2024-11-25T19:22:11,493 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=712 (was 687) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6318 (was 6463) 2024-11-25T19:22:11,500 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=712, ProcessCount=11, AvailableMemoryMB=6317 2024-11-25T19:22:11,501 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:11,502 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45061 2024-11-25T19:22:11,502 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:11,502 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread finished 2024-11-25T19:22:11,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a50480e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:11,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:11,505 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:11,858 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:11,858 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:11,860 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread started 2024-11-25T19:22:11,860 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:11,860 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:11,861 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread started 2024-11-25T19:22:12,014 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:12,150 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:12,151 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:12,151 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread started 2024-11-25T19:22:12,151 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:12,152 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread started 2024-11-25T19:22:12,152 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6f73e544, L:/127.0.0.1:45061 - R:/127.0.0.1:59434] 2024-11-25T19:22:12,312 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:12,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:12,314 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks was interrupted and is shutting down... 2024-11-25T19:22:12,314 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks was interrupted and is shutting down... 2024-11-25T19:22:12,315 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread finished 2024-11-25T19:22:12,315 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread finished 2024-11-25T19:22:12,658 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:12,658 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:12,659 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:12,659 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:12,946 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:12,946 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:12,946 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:12,946 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1818809165056542271.bcfks 2024-11-25T19:22:12,966 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:12,966 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:12,966 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:12,966 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:13,170 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:13,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b5d738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:13,170 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:13,170 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:13,170 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15096382105204075636.bcfks 2024-11-25T19:22:13,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:13,171 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:13,551 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:13,552 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:13,552 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread started 2024-11-25T19:22:13,552 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:13,553 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread started 2024-11-25T19:22:13,553 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:13,695 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:13,833 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:13,834 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc51e7ac3, L:/127.0.0.1:45061 - R:/127.0.0.1:59436] 2024-11-25T19:22:14,068 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:14,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:14,075 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks was interrupted and is shutting down... 2024-11-25T19:22:14,075 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45061 2024-11-25T19:22:14,077 DEBUG [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks was interrupted and is shutting down... 2024-11-25T19:22:14,077 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks was interrupted and is shutting down... 2024-11-25T19:22:14,077 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread finished 2024-11-25T19:22:14,078 DEBUG [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks was interrupted and is shutting down... 2024-11-25T19:22:14,078 INFO [FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15096382105204075636.bcfks thread finished 2024-11-25T19:22:14,082 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread finished 2024-11-25T19:22:14,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/com.sun.crypto.provider.GaloisCounterMode.checkReInit(GaloisCounterMode.java:328) java.base@17.0.11/com.sun.crypto.provider.GaloisCounterMode$GCMEncrypt.doFinal(GaloisCounterMode.java:1126) java.base@17.0.11/com.sun.crypto.provider.GaloisCounterMode.engineDoFinal(GaloisCounterMode.java:406) java.base@17.0.11/javax.crypto.Cipher.doFinal(Cipher.java:2088) java.base@17.0.11/sun.security.ssl.SSLCipher$T12GcmWriteCipherGenerator$GcmWriteCipher.dispose(SSLCipher.java:1812) java.base@17.0.11/sun.security.ssl.OutputRecord.close(OutputRecord.java:287) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord.close(SSLEngineOutputRecord.java:61) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord$HandshakeFragment.acquireCiphertext(SSLEngineOutputRecord.java:568) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord.acquireCiphertext(SSLEngineOutputRecord.java:355) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord.encode(SSLEngineOutputRecord.java:207) java.base@17.0.11/sun.security.ssl.SSLEngineOutputRecord.encode(SSLEngineOutputRecord.java:189) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.encode(SSLEngineImpl.java:305) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.writeRecord(SSLEngineImpl.java:246) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.wrap(SSLEngineImpl.java:146) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.wrap(SSLEngineImpl.java:123) java.base@17.0.11/javax.net.ssl.SSLEngine.wrap(SSLEngine.java:564) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrap(SslHandler.java:1129) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrap(SslHandler.java:867) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrapAndFlush(SslHandler.java:820) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.flush(SslHandler.java:801) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.flush(SslHandler.java:2094) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.closeOutboundAndChannel(SslHandler.java:2063) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.close(SslHandler.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeClose(AbstractChannelHandlerContext.java:761) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.close(AbstractChannelHandlerContext.java:733) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.close(AbstractChannelHandlerContext.java:560) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.close(DefaultChannelPipeline.java:906) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel.close(AbstractChannel.java:243) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection.shutdown0(NettyRpcConnection.java:139) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$$Lambda$249/0x00007f49a05a1688.run(Unknown Source) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:566) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key1818809165056542271.bcfks java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) java.base@17.0.11/sun.nio.fs.AbstractWatchService.take(AbstractWatchService.java:118) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:235) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key1818809165056542271.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=712 (was 712), ProcessCount=11 (was 11), AvailableMemoryMB=6416 (was 6317) - AvailableMemoryMB LEAK? - 2024-11-25T19:22:14,102 INFO [FileChangeWatcher-hbase_test_key1818809165056542271.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1818809165056542271.bcfks thread finished 2024-11-25T19:22:14,104 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=712, ProcessCount=11, AvailableMemoryMB=6415 2024-11-25T19:22:14,327 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:14,328 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45389 2024-11-25T19:22:14,328 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:14,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559e0d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:14,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:14,335 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:14,393 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:14,394 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:14,397 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread started 2024-11-25T19:22:14,397 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:14,398 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:14,399 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread started 2024-11-25T19:22:14,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:14,450 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:14,451 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:14,454 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread started 2024-11-25T19:22:14,458 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:14,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdc4128ea, L:/127.0.0.1:45389 - R:/127.0.0.1:36570] 2024-11-25T19:22:14,479 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread started 2024-11-25T19:22:14,609 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:14,640 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,640 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,641 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,641 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,641 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,641 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,641 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,642 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,697 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,697 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,699 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,699 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,704 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,704 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,706 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,706 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:14,724 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,724 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,748 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,747 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,748 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,748 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,750 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,751 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,759 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,759 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,759 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,759 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,759 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,759 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,759 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,760 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:14,760 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45389,0 is dead - stopping the connection localhost:45389/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T19:22:14,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:14,767 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:14,812 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:14,813 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:14,839 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:14,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:14,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe47f353a, L:/127.0.0.1:45389 - R:/127.0.0.1:36582] 2024-11-25T19:22:14,948 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:14,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:14,954 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45389 2024-11-25T19:22:14,954 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2628253065029540358.jks was interrupted and is shutting down... 2024-11-25T19:22:14,954 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13010782639204690417.jks was interrupted and is shutting down... 2024-11-25T19:22:14,954 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2628253065029540358.jks was interrupted and is shutting down... 2024-11-25T19:22:14,954 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread finished 2024-11-25T19:22:14,954 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread finished 2024-11-25T19:22:14,954 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13010782639204690417.jks was interrupted and is shutting down... 2024-11-25T19:22:14,955 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread finished 2024-11-25T19:22:14,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=712 (was 712), ProcessCount=11 (was 11), AvailableMemoryMB=6355 (was 6415) 2024-11-25T19:22:14,979 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread finished 2024-11-25T19:22:14,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=712, ProcessCount=11, AvailableMemoryMB=6354 2024-11-25T19:22:14,987 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:14,988 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44289 2024-11-25T19:22:14,989 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:14,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b41c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:14,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:14,991 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,037 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,037 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,039 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,040 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:15,039 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread started 2024-11-25T19:22:15,042 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread started 2024-11-25T19:22:15,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,092 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,093 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,099 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread started 2024-11-25T19:22:15,111 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,129 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread started 2024-11-25T19:22:15,127 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf9d32caa, L:/127.0.0.1:44289 - R:/127.0.0.1:43534] 2024-11-25T19:22:15,199 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:15,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:15,210 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2628253065029540358.jks was interrupted and is shutting down... 2024-11-25T19:22:15,210 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13010782639204690417.jks was interrupted and is shutting down... 2024-11-25T19:22:15,211 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread finished 2024-11-25T19:22:15,211 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread finished 2024-11-25T19:22:15,219 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:15,219 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:15,219 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:15,219 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:15,265 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:15,265 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:15,265 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:15,265 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:15,265 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:15,265 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13010782639204690417.jks 2024-11-25T19:22:15,266 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:15,266 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:15,290 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:15,290 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:15,290 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:15,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233dbd8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:15,290 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2628253065029540358.jks 2024-11-25T19:22:15,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:15,291 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,364 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,364 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,371 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,371 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread started 2024-11-25T19:22:15,385 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread started 2024-11-25T19:22:15,385 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:15,424 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,449 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,450 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x336f3fff, L:/127.0.0.1:44289 - R:/127.0.0.1:43550] 2024-11-25T19:22:15,555 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:15,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:15,563 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44289 2024-11-25T19:22:15,563 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2628253065029540358.jks was interrupted and is shutting down... 2024-11-25T19:22:15,563 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13010782639204690417.jks was interrupted and is shutting down... 2024-11-25T19:22:15,563 DEBUG [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2628253065029540358.jks was interrupted and is shutting down... 2024-11-25T19:22:15,563 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread finished 2024-11-25T19:22:15,563 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread finished 2024-11-25T19:22:15,563 DEBUG [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13010782639204690417.jks was interrupted and is shutting down... 2024-11-25T19:22:15,563 INFO [FileChangeWatcher-hbase_test_ca2628253065029540358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2628253065029540358.jks thread finished 2024-11-25T19:22:15,578 INFO [FileChangeWatcher-hbase_test_key13010782639204690417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13010782639204690417.jks thread finished 2024-11-25T19:22:15,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=712 (was 712), ProcessCount=11 (was 11), AvailableMemoryMB=6518 (was 6354) - AvailableMemoryMB LEAK? - 2024-11-25T19:22:15,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=712, ProcessCount=11, AvailableMemoryMB=6516 2024-11-25T19:22:15,616 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:15,623 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34883 2024-11-25T19:22:15,623 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:15,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d59bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:15,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:15,627 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,633 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,638 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,645 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread started 2024-11-25T19:22:15,647 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,662 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:15,663 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread started 2024-11-25T19:22:15,675 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,675 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,686 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread started 2024-11-25T19:22:15,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd4fea3e9, L:/127.0.0.1:34883 - R:/127.0.0.1:55714] 2024-11-25T19:22:15,688 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread started 2024-11-25T19:22:15,715 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:15,743 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,743 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,743 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,743 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,743 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,743 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,744 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,744 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,744 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,744 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,744 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,744 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,744 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,744 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,744 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34883,0 is dead - stopping the connection localhost:34883/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T19:22:15,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:15,746 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:15,746 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,747 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,747 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,747 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,747 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,747 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,747 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,747 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,752 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,753 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,753 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0233a96f, L:/127.0.0.1:34883 - R:/127.0.0.1:55716] 2024-11-25T19:22:15,770 WARN [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$2(410): Exception encountered while connecting to the server localhost:34883 javax.net.ssl.SSLHandshakeException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at sun.security.ssl.Alert.createSSLException(Alert.java:131) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:378) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:321) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:316) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:654) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: sun.security.validator.ValidatorException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:369) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] ... 31 more Caused by: java.security.cert.CertPathValidatorException: signature check failed at sun.security.provider.certpath.PKIXMasterCertPathValidator.validate(PKIXMasterCertPathValidator.java:135) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:224) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:144) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.engineValidate(PKIXCertPathValidator.java:83) ~[?:?] at java.security.cert.CertPathValidator.validate(CertPathValidator.java:309) ~[?:?] at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:364) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] ... 31 more Caused by: java.security.SignatureException: Signature does not match. at sun.security.x509.X509CertImpl.verify(X509CertImpl.java:450) ~[?:?] at sun.security.provider.certpath.BasicChecker.verifySignature(BasicChecker.java:166) ~[?:?] at sun.security.provider.certpath.BasicChecker.check(BasicChecker.java:147) ~[?:?] at sun.security.provider.certpath.PKIXMasterCertPathValidator.validate(PKIXMasterCertPathValidator.java:125) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:224) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:144) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.engineValidate(PKIXCertPathValidator.java:83) ~[?:?] at java.security.cert.CertPathValidator.validate(CertPathValidator.java:309) ~[?:?] at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:364) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] ... 31 more 2024-11-25T19:22:15,778 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.FailedServers(52): Added failed server with address localhost:34883 to list caused by javax.net.ssl.SSLHandshakeException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed 2024-11-25T19:22:15,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:15,779 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34883 2024-11-25T19:22:15,779 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12344856825138678535.pem was interrupted and is shutting down... 2024-11-25T19:22:15,779 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4664945624608806415.pem was interrupted and is shutting down... 2024-11-25T19:22:15,779 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12344856825138678535.pem was interrupted and is shutting down... 2024-11-25T19:22:15,779 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4664945624608806415.pem was interrupted and is shutting down... 2024-11-25T19:22:15,779 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread finished 2024-11-25T19:22:15,778 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(470): Could not get peer certificate on TLS connection from /127.0.0.1:55716, although one is required javax.net.ssl.SSLPeerUnverifiedException: peer not authenticated at sun.security.ssl.SSLSessionImpl.getPeerCertificates(SSLSessionImpl.java:1034) ~[?:?] at org.apache.hadoop.hbase.ipc.NettyRpcServer.sslHandshakeCompleteHandler(NettyRpcServer.java:456) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServer.lambda$initSSL$0(NettyRpcServer.java:446) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.handleUnwrapThrowable(SslHandler.java:1381) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1363) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:15,780 WARN [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServerPreambleHandler(100): Connection /127.0.0.1:55716; caught unexpected downstream exception. org.apache.hbase.thirdparty.io.netty.handler.codec.DecoderException: javax.net.ssl.SSLHandshakeException: Received fatal alert: bad_certificate at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:500) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: javax.net.ssl.SSLHandshakeException: Received fatal alert: bad_certificate at sun.security.ssl.Alert.createSSLException(Alert.java:131) ~[?:?] at sun.security.ssl.Alert.createSSLException(Alert.java:117) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:365) ~[?:?] at sun.security.ssl.Alert$AlertConsumer.consume(Alert.java:293) ~[?:?] at sun.security.ssl.TransportContext.dispatch(TransportContext.java:204) ~[?:?] at sun.security.ssl.SSLTransport.decode(SSLTransport.java:172) ~[?:?] at sun.security.ssl.SSLEngineImpl.decode(SSLEngineImpl.java:736) ~[?:?] at sun.security.ssl.SSLEngineImpl.readRecord(SSLEngineImpl.java:691) ~[?:?] at sun.security.ssl.SSLEngineImpl.unwrap(SSLEngineImpl.java:506) ~[?:?] at sun.security.ssl.SSLEngineImpl.unwrap(SSLEngineImpl.java:482) ~[?:?] at javax.net.ssl.SSLEngine.unwrap(SSLEngine.java:679) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler$SslEngineType$3.unwrap(SslHandler.java:308) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1465) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 15 more 2024-11-25T19:22:15,783 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread finished 2024-11-25T19:22:15,787 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread finished 2024-11-25T19:22:15,779 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.BufferCallBeforeInitHandler(140): got ssl exception, which should have already been proceeded, log it here to prevent it being passed to netty's TailContext and trigger a confusing WARN message org.apache.hbase.thirdparty.io.netty.handler.codec.DecoderException: javax.net.ssl.SSLHandshakeException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:500) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: javax.net.ssl.SSLHandshakeException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at sun.security.ssl.Alert.createSSLException(Alert.java:131) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:378) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:321) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:316) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:654) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 17 more Caused by: sun.security.validator.ValidatorException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:369) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 17 more Caused by: java.security.cert.CertPathValidatorException: signature check failed at sun.security.provider.certpath.PKIXMasterCertPathValidator.validate(PKIXMasterCertPathValidator.java:135) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:224) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:144) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.engineValidate(PKIXCertPathValidator.java:83) ~[?:?] at java.security.cert.CertPathValidator.validate(CertPathValidator.java:309) ~[?:?] at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:364) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 17 more Caused by: java.security.SignatureException: Signature does not match. at sun.security.x509.X509CertImpl.verify(X509CertImpl.java:450) ~[?:?] at sun.security.provider.certpath.BasicChecker.verifySignature(BasicChecker.java:166) ~[?:?] at sun.security.provider.certpath.BasicChecker.check(BasicChecker.java:147) ~[?:?] at sun.security.provider.certpath.PKIXMasterCertPathValidator.validate(PKIXMasterCertPathValidator.java:125) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:224) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:144) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.engineValidate(PKIXCertPathValidator.java:83) ~[?:?] at java.security.cert.CertPathValidator.validate(CertPathValidator.java:309) ~[?:?] at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:364) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 17 more 2024-11-25T19:22:15,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=712 (was 712), ProcessCount=11 (was 11), AvailableMemoryMB=6505 (was 6516) 2024-11-25T19:22:15,802 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread finished 2024-11-25T19:22:15,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=712, ProcessCount=11, AvailableMemoryMB=6543 2024-11-25T19:22:15,809 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:15,810 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36281 2024-11-25T19:22:15,810 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:15,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3475ddbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:15,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:15,812 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,817 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,818 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,829 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread started 2024-11-25T19:22:15,830 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,836 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:15,841 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread started 2024-11-25T19:22:15,847 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,856 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,857 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,858 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread started 2024-11-25T19:22:15,858 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,861 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb2456cef, L:/127.0.0.1:36281 - R:/127.0.0.1:35684] 2024-11-25T19:22:15,895 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread started 2024-11-25T19:22:15,901 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:15,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:15,912 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12344856825138678535.pem was interrupted and is shutting down... 2024-11-25T19:22:15,913 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4664945624608806415.pem was interrupted and is shutting down... 2024-11-25T19:22:15,913 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread finished 2024-11-25T19:22:15,938 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,938 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,938 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,938 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,938 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,938 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,938 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,938 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12344856825138678535.pem 2024-11-25T19:22:15,938 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread finished 2024-11-25T19:22:15,942 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,942 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,942 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,942 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,943 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,943 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,943 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,943 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4664945624608806415.pem 2024-11-25T19:22:15,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44168429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:15,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:15,948 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,955 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,958 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,973 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread started 2024-11-25T19:22:15,977 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:15,979 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:15,982 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread started 2024-11-25T19:22:15,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:15,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:15,994 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc599ff4a, L:/127.0.0.1:36281 - R:/127.0.0.1:35686] 2024-11-25T19:22:16,021 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:16,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:16,023 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4664945624608806415.pem was interrupted and is shutting down... 2024-11-25T19:22:16,023 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12344856825138678535.pem was interrupted and is shutting down... 2024-11-25T19:22:16,023 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36281 2024-11-25T19:22:16,023 DEBUG [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4664945624608806415.pem was interrupted and is shutting down... 2024-11-25T19:22:16,023 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread finished 2024-11-25T19:22:16,024 INFO [FileChangeWatcher-hbase_test_ca4664945624608806415.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4664945624608806415.pem thread finished 2024-11-25T19:22:16,024 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread finished 2024-11-25T19:22:16,023 DEBUG [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12344856825138678535.pem was interrupted and is shutting down... 2024-11-25T19:22:16,037 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=775 (was 712) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6979 (was 6543) - AvailableMemoryMB LEAK? - 2024-11-25T19:22:16,042 INFO [FileChangeWatcher-hbase_test_key12344856825138678535.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12344856825138678535.pem thread finished 2024-11-25T19:22:16,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=775, ProcessCount=11, AvailableMemoryMB=6978 2024-11-25T19:22:16,120 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:16,126 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39877 2024-11-25T19:22:16,127 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:16,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588938fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:16,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:16,128 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:16,177 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:16,179 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:16,181 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread started 2024-11-25T19:22:16,186 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:16,187 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:16,187 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread started 2024-11-25T19:22:16,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:16,235 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:16,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:16,246 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread started 2024-11-25T19:22:16,250 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:16,257 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread started 2024-11-25T19:22:16,258 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x820b9f82, L:/127.0.0.1:39877 - R:/127.0.0.1:33026] 2024-11-25T19:22:16,355 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:16,385 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,385 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,386 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,386 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,387 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,386 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,391 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,394 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,446 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,446 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,447 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,447 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,447 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,447 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,447 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,447 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,447 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,450 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,451 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,451 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,455 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,455 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:16,455 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,455 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,470 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39877,0 is dead - stopping the connection localhost:39877/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T19:22:16,470 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,470 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,470 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,470 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:16,472 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,470 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,474 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,474 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:16,479 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:16,549 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:16,551 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:16,577 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:16,610 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:16,610 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x734a0fa7, L:/127.0.0.1:39877 - R:/127.0.0.1:33028] 2024-11-25T19:22:16,680 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:16,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:16,687 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39877 2024-11-25T19:22:16,687 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 was interrupted and is shutting down... 2024-11-25T19:22:16,687 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread finished 2024-11-25T19:22:16,688 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 was interrupted and is shutting down... 2024-11-25T19:22:16,690 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread finished 2024-11-25T19:22:16,690 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12806940178918055693.p12 was interrupted and is shutting down... 2024-11-25T19:22:16,690 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12806940178918055693.p12 was interrupted and is shutting down... 2024-11-25T19:22:16,691 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread finished 2024-11-25T19:22:16,695 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread finished 2024-11-25T19:22:16,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=333 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=775 (was 775), ProcessCount=11 (was 11), AvailableMemoryMB=6901 (was 6978) 2024-11-25T19:22:16,730 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=775, ProcessCount=11, AvailableMemoryMB=6900 2024-11-25T19:22:16,731 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:16,732 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34885 2024-11-25T19:22:16,732 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:16,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df809b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:16,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:16,735 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:16,837 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:16,841 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:16,847 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread started 2024-11-25T19:22:16,850 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:16,867 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:16,868 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread started 2024-11-25T19:22:16,900 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:16,938 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:16,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:16,959 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread started 2024-11-25T19:22:16,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:16,984 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe89871e4, L:/127.0.0.1:34885 - R:/127.0.0.1:56750] 2024-11-25T19:22:16,991 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread started 2024-11-25T19:22:17,078 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:17,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:17,090 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 was interrupted and is shutting down... 2024-11-25T19:22:17,090 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12806940178918055693.p12 was interrupted and is shutting down... 2024-11-25T19:22:17,091 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread finished 2024-11-25T19:22:17,095 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread finished 2024-11-25T19:22:17,098 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:17,098 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:17,104 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:17,104 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:17,154 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:17,154 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:17,155 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:17,158 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12806940178918055693.p12 2024-11-25T19:22:17,194 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:17,194 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:17,194 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:17,194 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:17,224 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:17,224 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:17,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbc1e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:17,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:17,225 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:17,227 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:17,227 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13513953969699069487.p12 2024-11-25T19:22:17,293 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:17,300 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:17,310 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:17,310 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread started 2024-11-25T19:22:17,323 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:17,324 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread started 2024-11-25T19:22:17,379 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:17,406 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:17,407 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x810d238e, L:/127.0.0.1:34885 - R:/127.0.0.1:56760] 2024-11-25T19:22:17,496 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:17,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:17,501 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34885 2024-11-25T19:22:17,501 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12806940178918055693.p12 was interrupted and is shutting down... 2024-11-25T19:22:17,502 DEBUG [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12806940178918055693.p12 was interrupted and is shutting down... 2024-11-25T19:22:17,502 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 was interrupted and is shutting down... 2024-11-25T19:22:17,502 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread finished 2024-11-25T19:22:17,510 DEBUG [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 was interrupted and is shutting down... 2024-11-25T19:22:17,512 INFO [FileChangeWatcher-hbase_test_key12806940178918055693.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12806940178918055693.p12 thread finished 2024-11-25T19:22:17,512 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread finished 2024-11-25T19:22:17,512 INFO [FileChangeWatcher-hbase_test_ca13513953969699069487.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13513953969699069487.p12 thread finished 2024-11-25T19:22:17,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=328 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=775 (was 775), ProcessCount=11 (was 11), AvailableMemoryMB=6814 (was 6900) 2024-11-25T19:22:17,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=775, ProcessCount=11, AvailableMemoryMB=6807 2024-11-25T19:22:18,284 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:18,291 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40219 2024-11-25T19:22:18,291 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:18,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db31d16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:18,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:18,293 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:18,751 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:18,752 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:18,752 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread started 2024-11-25T19:22:18,753 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:18,753 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:18,755 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread started 2024-11-25T19:22:18,978 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:19,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:19,235 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:19,235 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread started 2024-11-25T19:22:19,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:19,255 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x69d0ec8f, L:/127.0.0.1:40219 - R:/127.0.0.1:42828] 2024-11-25T19:22:19,255 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread started 2024-11-25T19:22:19,596 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:19,614 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,614 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,615 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,615 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,615 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,615 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,615 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,618 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,947 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,947 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,947 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,947 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,948 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,948 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,948 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,948 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:19,974 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:19,974 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:19,974 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:19,974 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:19,974 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:19,974 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:19,974 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:19,974 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:20,244 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:20,244 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:20,244 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:20,244 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:20,244 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:20,244 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:20,245 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40219,0 is dead - stopping the connection localhost:40219/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T19:22:20,245 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:20,245 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:20,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:20,255 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:20,758 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:20,759 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:20,978 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:21,177 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:21,178 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdaa6edba, L:/127.0.0.1:40219 - R:/127.0.0.1:42838] 2024-11-25T19:22:21,419 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:21,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:21,435 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40219 2024-11-25T19:22:21,435 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key354073715180222275.bcfks was interrupted and is shutting down... 2024-11-25T19:22:21,435 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks was interrupted and is shutting down... 2024-11-25T19:22:21,435 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key354073715180222275.bcfks was interrupted and is shutting down... 2024-11-25T19:22:21,436 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks was interrupted and is shutting down... 2024-11-25T19:22:21,436 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread finished 2024-11-25T19:22:21,437 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread finished 2024-11-25T19:22:21,437 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread finished 2024-11-25T19:22:21,451 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread finished 2024-11-25T19:22:21,460 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=793 (was 775) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6491 (was 6807) 2024-11-25T19:22:21,476 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=793, ProcessCount=11, AvailableMemoryMB=6495 2024-11-25T19:22:21,479 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:21,480 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45459 2024-11-25T19:22:21,481 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T19:22:21,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212ecf21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:21,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:21,487 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:21,943 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:21,945 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:21,947 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread started 2024-11-25T19:22:21,950 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:21,959 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:21,960 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread started 2024-11-25T19:22:22,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:22,442 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:22,447 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:22,453 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread started 2024-11-25T19:22:22,453 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:22,456 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread started 2024-11-25T19:22:22,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x22374436, L:/127.0.0.1:45459 - R:/127.0.0.1:33340] 2024-11-25T19:22:22,703 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:22,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:22,710 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks was interrupted and is shutting down... 2024-11-25T19:22:22,710 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key354073715180222275.bcfks was interrupted and is shutting down... 2024-11-25T19:22:22,711 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread finished 2024-11-25T19:22:22,727 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread finished 2024-11-25T19:22:22,732 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:22,732 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:22,747 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:22,747 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:23,035 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:23,035 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:23,035 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:23,035 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:23,035 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:23,036 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key354073715180222275.bcfks 2024-11-25T19:22:23,036 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:23,037 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:23,231 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:23,232 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:23,232 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:23,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd41ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:23,232 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7685198936371118409.bcfks 2024-11-25T19:22:23,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T19:22:23,233 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:23,665 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:23,667 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:23,668 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread started 2024-11-25T19:22:23,670 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3e3d9fd-1ea5-ad31-501c-2f180e28f05e/TestNettyTLSIPCFileWatcher 2024-11-25T19:22:23,683 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T19:22:23,686 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread started 2024-11-25T19:22:23,911 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T19:22:24,138 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T19:22:24,138 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x70b3f786, L:/127.0.0.1:45459 - R:/127.0.0.1:33356] 2024-11-25T19:22:24,381 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T19:22:24,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:24,383 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45459 2024-11-25T19:22:24,384 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks was interrupted and is shutting down... 2024-11-25T19:22:24,384 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key354073715180222275.bcfks was interrupted and is shutting down... 2024-11-25T19:22:24,384 DEBUG [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks was interrupted and is shutting down... 2024-11-25T19:22:24,384 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread finished 2024-11-25T19:22:24,384 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread finished 2024-11-25T19:22:24,385 DEBUG [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key354073715180222275.bcfks was interrupted and is shutting down... 2024-11-25T19:22:24,385 INFO [FileChangeWatcher-hbase_test_key354073715180222275.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key354073715180222275.bcfks thread finished 2024-11-25T19:22:24,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=793 (was 793), ProcessCount=11 (was 11), AvailableMemoryMB=6330 (was 6495) 2024-11-25T19:22:24,404 INFO [FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7685198936371118409.bcfks thread finished