2024-11-24 15:12:08,501 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 15:12:08,516 main DEBUG Took 0.013164 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 15:12:08,517 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 15:12:08,517 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 15:12:08,518 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 15:12:08,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,531 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 15:12:08,544 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,548 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,549 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,550 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,551 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,554 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,555 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,556 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,556 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 15:12:08,559 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,559 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 15:12:08,561 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 15:12:08,563 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 15:12:08,565 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 15:12:08,565 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 15:12:08,567 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 15:12:08,567 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 15:12:08,578 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 15:12:08,582 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 15:12:08,584 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 15:12:08,585 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 15:12:08,585 main DEBUG createAppenders(={Console}) 2024-11-24 15:12:08,586 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-24 15:12:08,586 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-24 15:12:08,587 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-24 15:12:08,588 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 15:12:08,588 main DEBUG OutputStream closed 2024-11-24 15:12:08,588 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 15:12:08,589 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 15:12:08,589 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-24 15:12:08,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 15:12:08,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 15:12:08,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 15:12:08,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 15:12:08,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 15:12:08,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 15:12:08,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 15:12:08,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 15:12:08,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 15:12:08,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 15:12:08,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 15:12:08,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 15:12:08,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 15:12:08,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 15:12:08,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 15:12:08,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 15:12:08,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 15:12:08,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 15:12:08,688 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 15:12:08,688 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-24 15:12:08,689 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 15:12:08,689 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-24T15:12:08,706 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-24 15:12:08,710 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 15:12:08,710 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T15:12:09,097 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T15:12:09,881 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=7942 2024-11-24T15:12:10,624 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T15:12:10,669 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T15:12:10,683 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T15:12:10,694 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T15:12:10,768 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:10,802 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31607 (auto-detected) 2024-11-24T15:12:10,804 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T15:12:10,825 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45485 2024-11-24T15:12:10,828 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:10,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:10,860 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T15:12:10,861 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T15:12:11,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:11,171 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:11,221 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:11,313 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:11,315 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread started 2024-11-24T15:12:11,315 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:11,316 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread started 2024-11-24T15:12:11,326 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:11,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:11,384 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:11,449 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:11,450 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread started 2024-11-24T15:12:11,450 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:11,450 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread started 2024-11-24T15:12:11,452 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5924c9a2, L:/127.0.0.1:45485 - R:/127.0.0.1:56728] 2024-11-24T15:12:11,583 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:11,919 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,919 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,919 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,920 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,920 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,920 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,920 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,920 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,948 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,948 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,948 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,948 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,948 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,948 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,948 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,949 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:11,949 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,949 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,949 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,949 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,949 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,949 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,949 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,950 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,967 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,967 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,967 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,967 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,967 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45485,0 is dead - stopping the connection localhost:45485/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T15:12:11,967 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,967 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,967 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,967 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:11,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:11,969 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:12,001 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:12,001 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:12,018 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:12,033 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:12,034 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc1e4973f, L:/127.0.0.1:45485 - R:/127.0.0.1:56734] 2024-11-24T15:12:12,078 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:12,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:12,081 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3097429821281459351.jks was interrupted and is shutting down... 2024-11-24T15:12:12,081 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10477560971737770887.jks was interrupted and is shutting down... 2024-11-24T15:12:12,081 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45485 2024-11-24T15:12:12,081 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread finished 2024-11-24T15:12:12,081 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10477560971737770887.jks was interrupted and is shutting down... 2024-11-24T15:12:12,081 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3097429821281459351.jks was interrupted and is shutting down... 2024-11-24T15:12:12,081 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread finished 2024-11-24T15:12:12,082 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread finished 2024-11-24T15:12:12,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3097429821281459351.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 146) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7798 (was 7942) 2024-11-24T15:12:12,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7798 2024-11-24T15:12:12,098 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:12,099 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38471 2024-11-24T15:12:12,099 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:12,100 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread finished 2024-11-24T15:12:12,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:12,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:12,102 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:12,132 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:12,133 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,134 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,134 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread started 2024-11-24T15:12:12,134 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread started 2024-11-24T15:12:12,134 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:12,150 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:12,166 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:12,167 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,168 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread started 2024-11-24T15:12:12,168 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,169 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread started 2024-11-24T15:12:12,169 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x42e6fa69, L:/127.0.0.1:38471 - R:/127.0.0.1:51964] 2024-11-24T15:12:12,214 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:12,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:12,216 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10477560971737770887.jks was interrupted and is shutting down... 2024-11-24T15:12:12,216 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3097429821281459351.jks was interrupted and is shutting down... 2024-11-24T15:12:12,217 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread finished 2024-11-24T15:12:12,217 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread finished 2024-11-24T15:12:12,476 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:12,476 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:12,477 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:12,477 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:12,503 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:12,503 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:12,504 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:12,504 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10477560971737770887.jks 2024-11-24T15:12:12,504 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:12,504 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:12,504 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:12,504 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:12,519 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:12,519 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:12,520 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:12,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:12,520 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3097429821281459351.jks 2024-11-24T15:12:12,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:12,522 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:12,554 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:12,555 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,555 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,555 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread started 2024-11-24T15:12:12,556 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread started 2024-11-24T15:12:12,556 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:12,572 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:12,588 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:12,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe8eddf96, L:/127.0.0.1:38471 - R:/127.0.0.1:51974] 2024-11-24T15:12:12,630 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:12,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:12,632 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10477560971737770887.jks was interrupted and is shutting down... 2024-11-24T15:12:12,632 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38471 2024-11-24T15:12:12,632 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3097429821281459351.jks was interrupted and is shutting down... 2024-11-24T15:12:12,632 DEBUG [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3097429821281459351.jks was interrupted and is shutting down... 2024-11-24T15:12:12,632 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread finished 2024-11-24T15:12:12,632 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread finished 2024-11-24T15:12:12,632 DEBUG [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10477560971737770887.jks was interrupted and is shutting down... 2024-11-24T15:12:12,633 INFO [FileChangeWatcher-hbase_test_key10477560971737770887.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10477560971737770887.jks thread finished 2024-11-24T15:12:12,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7745 (was 7798) 2024-11-24T15:12:12,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7744 2024-11-24T15:12:12,652 INFO [FileChangeWatcher-hbase_test_ca3097429821281459351.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3097429821281459351.jks thread finished 2024-11-24T15:12:12,700 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:12,701 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39307 2024-11-24T15:12:12,701 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:12,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:12,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:12,704 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:12,732 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:12,733 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,734 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread started 2024-11-24T15:12:12,734 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,735 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread started 2024-11-24T15:12:12,735 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:12,745 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:12,745 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:12,746 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,747 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread started 2024-11-24T15:12:12,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:12,747 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread started 2024-11-24T15:12:12,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x15d76394, L:/127.0.0.1:39307 - R:/127.0.0.1:56742] 2024-11-24T15:12:12,766 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:13,015 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,015 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,015 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,016 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,016 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,017 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,017 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,017 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,017 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,017 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39307,0 is dead - stopping the connection localhost:39307/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T15:12:13,017 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,017 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,017 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,017 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,017 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:13,017 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,018 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,018 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,018 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,018 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,020 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:13,028 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:13,028 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:13,036 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:13,036 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:13,037 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc9fb0967, L:/127.0.0.1:39307 - R:/127.0.0.1:56754] 2024-11-24T15:12:13,058 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:13,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:13,060 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9579507398142200356.pem was interrupted and is shutting down... 2024-11-24T15:12:13,060 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3834842002226216993.pem was interrupted and is shutting down... 2024-11-24T15:12:13,060 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39307 2024-11-24T15:12:13,060 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3834842002226216993.pem was interrupted and is shutting down... 2024-11-24T15:12:13,061 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9579507398142200356.pem was interrupted and is shutting down... 2024-11-24T15:12:13,061 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread finished 2024-11-24T15:12:13,061 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread finished 2024-11-24T15:12:13,061 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread finished 2024-11-24T15:12:13,068 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_key9579507398142200356.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7700 (was 7744) 2024-11-24T15:12:13,074 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7700 2024-11-24T15:12:13,075 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:13,076 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread finished 2024-11-24T15:12:13,076 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34567 2024-11-24T15:12:13,076 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:13,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:13,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:13,078 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:13,083 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:13,083 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,084 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread started 2024-11-24T15:12:13,084 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,084 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread started 2024-11-24T15:12:13,084 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:13,089 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:13,090 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:13,090 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,091 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread started 2024-11-24T15:12:13,091 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,091 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread started 2024-11-24T15:12:13,091 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x96e83d98, L:/127.0.0.1:34567 - R:/127.0.0.1:38504] 2024-11-24T15:12:13,105 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:13,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:13,107 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9579507398142200356.pem was interrupted and is shutting down... 2024-11-24T15:12:13,107 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3834842002226216993.pem was interrupted and is shutting down... 2024-11-24T15:12:13,108 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread finished 2024-11-24T15:12:13,108 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread finished 2024-11-24T15:12:13,767 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,767 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,768 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,768 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,768 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,768 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,768 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,768 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9579507398142200356.pem 2024-11-24T15:12:13,768 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,768 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,768 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,768 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,769 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,769 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,769 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,769 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3834842002226216993.pem 2024-11-24T15:12:13,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:13,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:13,771 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:13,776 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:13,777 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,777 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread started 2024-11-24T15:12:13,777 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,778 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread started 2024-11-24T15:12:13,778 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:13,783 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:13,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:13,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x55938bff, L:/127.0.0.1:34567 - R:/127.0.0.1:38510] 2024-11-24T15:12:13,801 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:13,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:13,803 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9579507398142200356.pem was interrupted and is shutting down... 2024-11-24T15:12:13,803 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3834842002226216993.pem was interrupted and is shutting down... 2024-11-24T15:12:13,803 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34567 2024-11-24T15:12:13,803 DEBUG [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3834842002226216993.pem was interrupted and is shutting down... 2024-11-24T15:12:13,803 DEBUG [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9579507398142200356.pem was interrupted and is shutting down... 2024-11-24T15:12:13,803 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread finished 2024-11-24T15:12:13,803 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread finished 2024-11-24T15:12:13,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3834842002226216993.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7621 (was 7700) 2024-11-24T15:12:13,816 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7620 2024-11-24T15:12:13,824 INFO [FileChangeWatcher-hbase_test_ca3834842002226216993.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3834842002226216993.pem thread finished 2024-11-24T15:12:13,824 INFO [FileChangeWatcher-hbase_test_key9579507398142200356.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9579507398142200356.pem thread finished 2024-11-24T15:12:13,861 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:13,862 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44387 2024-11-24T15:12:13,862 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:13,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb3d421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:13,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:13,865 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:13,895 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:13,896 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,897 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread started 2024-11-24T15:12:13,897 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,897 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread started 2024-11-24T15:12:13,897 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:13,913 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:13,928 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:13,929 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:13,930 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread started 2024-11-24T15:12:13,930 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread started 2024-11-24T15:12:13,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x54dc6fff, L:/127.0.0.1:44387 - R:/127.0.0.1:35064] 2024-11-24T15:12:13,967 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:14,300 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,300 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,300 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,301 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,300 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,301 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,301 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,301 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,326 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,326 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,326 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,327 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,327 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,327 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,341 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,341 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,341 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,341 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44387,0 is dead - stopping the connection localhost:44387/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T15:12:14,341 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,341 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,341 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,341 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,341 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:14,343 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:14,384 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:14,385 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:14,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:14,415 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:14,415 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x361f61aa, L:/127.0.0.1:44387 - R:/127.0.0.1:35078] 2024-11-24T15:12:14,455 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:14,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:14,456 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44387 2024-11-24T15:12:14,456 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18041523091101916448.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,456 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,456 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18041523091101916448.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,456 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,457 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread finished 2024-11-24T15:12:14,457 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread finished 2024-11-24T15:12:14,457 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread finished 2024-11-24T15:12:14,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7555 (was 7620) 2024-11-24T15:12:14,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7555 2024-11-24T15:12:14,470 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:14,470 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36721 2024-11-24T15:12:14,470 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:14,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:14,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:14,472 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:14,476 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread finished 2024-11-24T15:12:14,501 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:14,502 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:14,502 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:14,502 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread started 2024-11-24T15:12:14,502 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread started 2024-11-24T15:12:14,503 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:14,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:14,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:14,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:14,533 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread started 2024-11-24T15:12:14,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:14,534 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread started 2024-11-24T15:12:14,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdae0774f, L:/127.0.0.1:36721 - R:/127.0.0.1:43924] 2024-11-24T15:12:14,570 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:14,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:14,572 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18041523091101916448.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,572 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,572 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread finished 2024-11-24T15:12:14,573 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread finished 2024-11-24T15:12:14,759 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,759 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,759 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,759 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,785 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,785 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,786 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,786 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18041523091101916448.p12 2024-11-24T15:12:14,786 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,786 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,786 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,786 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,800 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,800 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,800 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,800 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1094823997622679798.p12 2024-11-24T15:12:14,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:14,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:14,801 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:14,831 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:14,831 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:14,832 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:14,832 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread started 2024-11-24T15:12:14,832 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread started 2024-11-24T15:12:14,833 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:14,848 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:14,863 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:14,863 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd128268f, L:/127.0.0.1:36721 - R:/127.0.0.1:43932] 2024-11-24T15:12:14,899 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:14,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:14,901 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36721 2024-11-24T15:12:14,901 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,901 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18041523091101916448.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,901 DEBUG [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18041523091101916448.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,901 DEBUG [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 was interrupted and is shutting down... 2024-11-24T15:12:14,901 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread finished 2024-11-24T15:12:14,901 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread finished 2024-11-24T15:12:14,908 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key18041523091101916448.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7545 (was 7555) 2024-11-24T15:12:14,913 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7545 2024-11-24T15:12:14,920 INFO [FileChangeWatcher-hbase_test_key18041523091101916448.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18041523091101916448.p12 thread finished 2024-11-24T15:12:14,920 INFO [FileChangeWatcher-hbase_test_ca1094823997622679798.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1094823997622679798.p12 thread finished 2024-11-24T15:12:15,503 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:15,504 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44093 2024-11-24T15:12:15,504 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:15,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:15,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:15,506 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:15,855 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:15,856 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:15,856 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread started 2024-11-24T15:12:15,856 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:15,857 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread started 2024-11-24T15:12:15,857 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:16,022 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:16,206 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:16,206 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:16,207 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread started 2024-11-24T15:12:16,207 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:16,208 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread started 2024-11-24T15:12:16,208 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3040b85d, L:/127.0.0.1:44093 - R:/127.0.0.1:50608] 2024-11-24T15:12:16,405 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:16,604 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,604 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,604 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,604 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,604 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,605 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,605 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,605 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,848 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,848 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:16,848 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:16,848 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:16,849 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:16,849 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:16,849 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:17,012 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44093,0 is dead - stopping the connection localhost:44093/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T15:12:17,012 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:17,012 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:17,012 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:17,012 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:17,012 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:17,012 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:17,012 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:17,012 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:17,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:17,014 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:17,339 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:17,340 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:17,503 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:17,666 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:17,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x25abb7f4, L:/127.0.0.1:44093 - R:/127.0.0.1:50610] 2024-11-24T15:12:17,858 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:17,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:17,859 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44093 2024-11-24T15:12:17,859 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks was interrupted and is shutting down... 2024-11-24T15:12:17,859 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks was interrupted and is shutting down... 2024-11-24T15:12:17,859 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks was interrupted and is shutting down... 2024-11-24T15:12:17,859 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks was interrupted and is shutting down... 2024-11-24T15:12:17,860 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread finished 2024-11-24T15:12:17,860 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread finished 2024-11-24T15:12:17,860 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread finished 2024-11-24T15:12:17,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 150) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7511 (was 7545) 2024-11-24T15:12:17,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7511 2024-11-24T15:12:17,873 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:17,873 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45167 2024-11-24T15:12:17,873 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:17,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:17,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:17,875 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:17,880 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread finished 2024-11-24T15:12:18,202 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:18,202 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:18,203 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread started 2024-11-24T15:12:18,203 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:18,204 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread started 2024-11-24T15:12:18,204 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:18,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:18,530 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:18,530 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:18,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:18,531 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread started 2024-11-24T15:12:18,531 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread started 2024-11-24T15:12:18,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5cad5347, L:/127.0.0.1:45167 - R:/127.0.0.1:43562] 2024-11-24T15:12:18,710 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:18,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:18,712 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks was interrupted and is shutting down... 2024-11-24T15:12:18,712 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks was interrupted and is shutting down... 2024-11-24T15:12:18,712 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread finished 2024-11-24T15:12:18,712 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread finished 2024-11-24T15:12:18,952 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:18,952 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:18,952 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:18,952 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:19,194 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:19,194 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:19,194 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:19,194 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6053508116389420639.bcfks 2024-11-24T15:12:19,194 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:19,194 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:19,194 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:19,194 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:19,355 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:19,355 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:19,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:19,355 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:19,355 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11252578615107353082.bcfks 2024-11-24T15:12:19,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:19,357 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:19,684 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:19,685 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:19,686 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread started 2024-11-24T15:12:19,686 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:19,686 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread started 2024-11-24T15:12:19,686 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:19,851 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,014 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,014 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe57376ad, L:/127.0.0.1:45167 - R:/127.0.0.1:43568] 2024-11-24T15:12:20,199 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:20,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:20,201 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks was interrupted and is shutting down... 2024-11-24T15:12:20,201 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks was interrupted and is shutting down... 2024-11-24T15:12:20,201 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45167 2024-11-24T15:12:20,201 DEBUG [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks was interrupted and is shutting down... 2024-11-24T15:12:20,202 DEBUG [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks was interrupted and is shutting down... 2024-11-24T15:12:20,202 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread finished 2024-11-24T15:12:20,202 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread finished 2024-11-24T15:12:20,202 INFO [FileChangeWatcher-hbase_test_key6053508116389420639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6053508116389420639.bcfks thread finished 2024-11-24T15:12:20,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7507 (was 7511) 2024-11-24T15:12:20,216 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7507 2024-11-24T15:12:20,224 INFO [FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11252578615107353082.bcfks thread finished 2024-11-24T15:12:20,352 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:20,353 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40451 2024-11-24T15:12:20,353 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:20,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:20,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:20,354 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,385 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,385 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,386 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread started 2024-11-24T15:12:20,386 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,386 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread started 2024-11-24T15:12:20,387 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:20,402 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,418 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread started 2024-11-24T15:12:20,418 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,419 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread started 2024-11-24T15:12:20,419 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x328c7110, L:/127.0.0.1:40451 - R:/127.0.0.1:56488] 2024-11-24T15:12:20,469 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:20,477 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,477 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,477 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,477 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,478 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,478 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,478 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,478 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,504 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,504 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,504 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,504 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,504 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,518 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,518 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,518 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40451,0 is dead - stopping the connection localhost:40451/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T15:12:20,518 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,518 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,518 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,518 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,518 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,518 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:20,519 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,549 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,549 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:20,564 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,579 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,579 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xca8f975d, L:/127.0.0.1:40451 - R:/127.0.0.1:56490] 2024-11-24T15:12:20,620 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:20,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:20,621 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40451 2024-11-24T15:12:20,621 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11942351296303948877.jks was interrupted and is shutting down... 2024-11-24T15:12:20,621 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16467925262612121330.jks was interrupted and is shutting down... 2024-11-24T15:12:20,622 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11942351296303948877.jks was interrupted and is shutting down... 2024-11-24T15:12:20,622 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16467925262612121330.jks was interrupted and is shutting down... 2024-11-24T15:12:20,622 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread finished 2024-11-24T15:12:20,630 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7498 (was 7507) 2024-11-24T15:12:20,636 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7498 2024-11-24T15:12:20,637 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:20,638 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45627 2024-11-24T15:12:20,638 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:20,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:20,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:20,639 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,640 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread finished 2024-11-24T15:12:20,640 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread finished 2024-11-24T15:12:20,640 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread finished 2024-11-24T15:12:20,668 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,669 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,669 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread started 2024-11-24T15:12:20,669 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,670 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread started 2024-11-24T15:12:20,670 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:20,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,699 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,700 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,701 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread started 2024-11-24T15:12:20,701 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,701 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread started 2024-11-24T15:12:20,701 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf64c01a1, L:/127.0.0.1:45627 - R:/127.0.0.1:34710] 2024-11-24T15:12:20,750 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:20,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:20,752 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11942351296303948877.jks was interrupted and is shutting down... 2024-11-24T15:12:20,752 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16467925262612121330.jks was interrupted and is shutting down... 2024-11-24T15:12:20,753 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread finished 2024-11-24T15:12:20,758 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,758 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,758 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,758 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,772 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread finished 2024-11-24T15:12:20,799 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,799 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,799 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,799 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16467925262612121330.jks 2024-11-24T15:12:20,799 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,799 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,799 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,799 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,813 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,813 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,814 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,814 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11942351296303948877.jks 2024-11-24T15:12:20,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:20,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:20,815 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,844 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,845 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,845 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread started 2024-11-24T15:12:20,846 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,846 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread started 2024-11-24T15:12:20,846 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:20,861 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,876 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,877 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1d76579d, L:/127.0.0.1:45627 - R:/127.0.0.1:34720] 2024-11-24T15:12:20,919 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:20,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:20,920 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16467925262612121330.jks was interrupted and is shutting down... 2024-11-24T15:12:20,920 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45627 2024-11-24T15:12:20,920 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11942351296303948877.jks was interrupted and is shutting down... 2024-11-24T15:12:20,920 DEBUG [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16467925262612121330.jks was interrupted and is shutting down... 2024-11-24T15:12:20,920 DEBUG [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11942351296303948877.jks was interrupted and is shutting down... 2024-11-24T15:12:20,920 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread finished 2024-11-24T15:12:20,921 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread finished 2024-11-24T15:12:20,927 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7492 (was 7498) 2024-11-24T15:12:20,932 INFO [FileChangeWatcher-hbase_test_key16467925262612121330.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16467925262612121330.jks thread finished 2024-11-24T15:12:20,932 INFO [FileChangeWatcher-hbase_test_ca11942351296303948877.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11942351296303948877.jks thread finished 2024-11-24T15:12:20,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7492 2024-11-24T15:12:20,938 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:20,939 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41471 2024-11-24T15:12:20,939 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:20,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:20,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:20,940 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,944 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,945 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,945 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread started 2024-11-24T15:12:20,945 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,946 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread started 2024-11-24T15:12:20,946 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:20,949 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,950 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread started 2024-11-24T15:12:20,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:20,951 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread started 2024-11-24T15:12:20,951 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x102b3d1f, L:/127.0.0.1:41471 - R:/127.0.0.1:52812] 2024-11-24T15:12:20,964 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:20,974 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41471,0 is dead - stopping the connection localhost:41471/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T15:12:20,974 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,974 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:20,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:20,975 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,980 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,980 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:20,984 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:20,985 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:20,985 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x85c45580, L:/127.0.0.1:41471 - R:/127.0.0.1:52820] 2024-11-24T15:12:21,003 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:21,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:21,004 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41471 2024-11-24T15:12:21,004 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12629791090514337216.pem was interrupted and is shutting down... 2024-11-24T15:12:21,004 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1739630374791229643.pem was interrupted and is shutting down... 2024-11-24T15:12:21,005 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12629791090514337216.pem was interrupted and is shutting down... 2024-11-24T15:12:21,005 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1739630374791229643.pem was interrupted and is shutting down... 2024-11-24T15:12:21,005 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread finished 2024-11-24T15:12:21,005 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread finished 2024-11-24T15:12:21,011 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7490 (was 7492) 2024-11-24T15:12:21,012 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread finished 2024-11-24T15:12:21,012 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread finished 2024-11-24T15:12:21,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7490 2024-11-24T15:12:21,018 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:21,018 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46321 2024-11-24T15:12:21,018 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:21,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:21,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:21,019 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,023 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,024 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,024 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread started 2024-11-24T15:12:21,024 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,024 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:21,024 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread started 2024-11-24T15:12:21,028 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,028 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,029 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,029 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread started 2024-11-24T15:12:21,029 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,030 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread started 2024-11-24T15:12:21,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3cbea672, L:/127.0.0.1:46321 - R:/127.0.0.1:47350] 2024-11-24T15:12:21,044 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:21,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:21,045 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12629791090514337216.pem was interrupted and is shutting down... 2024-11-24T15:12:21,045 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1739630374791229643.pem was interrupted and is shutting down... 2024-11-24T15:12:21,046 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread finished 2024-11-24T15:12:21,046 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread finished 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:21,053 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:21,053 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12629791090514337216.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:21,053 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:21,053 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:21,053 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1739630374791229643.pem 2024-11-24T15:12:21,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:21,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:21,054 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,059 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,059 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,060 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread started 2024-11-24T15:12:21,060 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,061 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread started 2024-11-24T15:12:21,061 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:21,065 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,065 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,066 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0ec9eb71, L:/127.0.0.1:46321 - R:/127.0.0.1:47364] 2024-11-24T15:12:21,080 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:21,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:21,081 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46321 2024-11-24T15:12:21,081 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12629791090514337216.pem was interrupted and is shutting down... 2024-11-24T15:12:21,081 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1739630374791229643.pem was interrupted and is shutting down... 2024-11-24T15:12:21,081 DEBUG [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12629791090514337216.pem was interrupted and is shutting down... 2024-11-24T15:12:21,081 DEBUG [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1739630374791229643.pem was interrupted and is shutting down... 2024-11-24T15:12:21,082 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread finished 2024-11-24T15:12:21,082 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread finished 2024-11-24T15:12:21,082 INFO [FileChangeWatcher-hbase_test_key12629791090514337216.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12629791090514337216.pem thread finished 2024-11-24T15:12:21,082 INFO [FileChangeWatcher-hbase_test_ca1739630374791229643.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1739630374791229643.pem thread finished 2024-11-24T15:12:21,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7489 (was 7490) 2024-11-24T15:12:21,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7489 2024-11-24T15:12:21,135 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:21,135 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41457 2024-11-24T15:12:21,135 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:21,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:21,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:21,136 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,165 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,166 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,166 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread started 2024-11-24T15:12:21,166 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,167 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread started 2024-11-24T15:12:21,167 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:21,182 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,196 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,197 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread started 2024-11-24T15:12:21,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,198 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread started 2024-11-24T15:12:21,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd7ac44d0, L:/127.0.0.1:41457 - R:/127.0.0.1:58492] 2024-11-24T15:12:21,233 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:21,239 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,239 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,239 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,239 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,239 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,239 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,239 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,239 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,264 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,264 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,264 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,264 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,264 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,278 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,278 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,278 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,278 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,278 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,278 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,278 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41457,0 is dead - stopping the connection localhost:41457/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T15:12:21,278 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,278 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:21,279 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,308 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,309 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:21,324 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,339 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,339 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3bf70a99, L:/127.0.0.1:41457 - R:/127.0.0.1:58496] 2024-11-24T15:12:21,378 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:21,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:21,379 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8918186306341020137.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,379 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41457 2024-11-24T15:12:21,379 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,379 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,379 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8918186306341020137.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,380 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread finished 2024-11-24T15:12:21,380 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread finished 2024-11-24T15:12:21,380 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread finished 2024-11-24T15:12:21,386 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7488 (was 7489) 2024-11-24T15:12:21,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7488 2024-11-24T15:12:21,392 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread finished 2024-11-24T15:12:21,392 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:21,393 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37375 2024-11-24T15:12:21,393 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:21,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:21,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:21,394 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,423 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,424 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,424 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread started 2024-11-24T15:12:21,424 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,425 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread started 2024-11-24T15:12:21,425 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:21,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,455 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread started 2024-11-24T15:12:21,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,455 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread started 2024-11-24T15:12:21,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x04794d37, L:/127.0.0.1:37375 - R:/127.0.0.1:56360] 2024-11-24T15:12:21,489 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:21,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:21,491 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8918186306341020137.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,491 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,492 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread finished 2024-11-24T15:12:21,492 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread finished 2024-11-24T15:12:21,498 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,498 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,498 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,498 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,536 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,536 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,537 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,537 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8918186306341020137.p12 2024-11-24T15:12:21,537 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,537 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,537 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,537 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,551 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,551 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,551 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,551 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6990804535967746048.p12 2024-11-24T15:12:21,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:21,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:21,552 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,582 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,582 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,583 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread started 2024-11-24T15:12:21,583 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:21,583 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread started 2024-11-24T15:12:21,583 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:21,599 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:21,614 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:21,614 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x87139fd7, L:/127.0.0.1:37375 - R:/127.0.0.1:56374] 2024-11-24T15:12:21,651 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:21,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:21,653 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37375 2024-11-24T15:12:21,653 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,653 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8918186306341020137.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,653 DEBUG [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8918186306341020137.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,653 DEBUG [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 was interrupted and is shutting down... 2024-11-24T15:12:21,653 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread finished 2024-11-24T15:12:21,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7486 (was 7488) 2024-11-24T15:12:21,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7486 2024-11-24T15:12:21,668 INFO [FileChangeWatcher-hbase_test_key8918186306341020137.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8918186306341020137.p12 thread finished 2024-11-24T15:12:21,668 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread finished 2024-11-24T15:12:21,668 INFO [FileChangeWatcher-hbase_test_ca6990804535967746048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6990804535967746048.p12 thread finished 2024-11-24T15:12:22,075 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:22,076 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33065 2024-11-24T15:12:22,076 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:22,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e351f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:22,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:22,077 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:22,401 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:22,402 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:22,402 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread started 2024-11-24T15:12:22,402 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:22,403 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread started 2024-11-24T15:12:22,403 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:22,566 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:22,729 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:22,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:22,730 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread started 2024-11-24T15:12:22,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:22,731 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread started 2024-11-24T15:12:22,731 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7c69572e, L:/127.0.0.1:33065 - R:/127.0.0.1:51484] 2024-11-24T15:12:22,954 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:22,964 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:22,964 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:22,964 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:22,964 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:22,964 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:22,964 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:22,964 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:22,964 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:23,210 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:23,210 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,210 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,210 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,210 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,372 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33065,0 is dead - stopping the connection localhost:33065/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-24T15:12:23,372 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,372 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,372 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,372 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,372 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,372 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,372 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,372 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:23,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:23,373 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:23,700 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:23,700 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:23,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:24,028 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:24,029 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4c14cb88, L:/127.0.0.1:33065 - R:/127.0.0.1:47924] 2024-11-24T15:12:24,208 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:24,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:24,209 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33065 2024-11-24T15:12:24,209 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks was interrupted and is shutting down... 2024-11-24T15:12:24,209 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks was interrupted and is shutting down... 2024-11-24T15:12:24,209 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks was interrupted and is shutting down... 2024-11-24T15:12:24,209 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks was interrupted and is shutting down... 2024-11-24T15:12:24,209 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread finished 2024-11-24T15:12:24,209 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread finished 2024-11-24T15:12:24,209 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread finished 2024-11-24T15:12:24,209 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread finished 2024-11-24T15:12:24,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7484 (was 7486) 2024-11-24T15:12:24,222 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=7484 2024-11-24T15:12:24,224 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T15:12:24,224 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43525 2024-11-24T15:12:24,224 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-24T15:12:24,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef107f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:24,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:24,226 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:24,551 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:24,552 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:24,552 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread started 2024-11-24T15:12:24,552 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:24,553 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:24,553 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread started 2024-11-24T15:12:24,716 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:24,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:24,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:24,880 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread started 2024-11-24T15:12:24,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:24,881 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread started 2024-11-24T15:12:24,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3eb669b5, L:/127.0.0.1:43525 - R:/127.0.0.1:37664] 2024-11-24T15:12:25,058 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:25,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:25,060 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks was interrupted and is shutting down... 2024-11-24T15:12:25,060 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks was interrupted and is shutting down... 2024-11-24T15:12:25,060 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread finished 2024-11-24T15:12:25,060 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread finished 2024-11-24T15:12:25,067 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:25,067 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:25,067 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:25,067 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:25,311 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:25,311 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:25,311 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:25,311 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15016406378478071303.bcfks 2024-11-24T15:12:25,311 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:25,311 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:25,311 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:25,311 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:25,475 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:25,475 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:25,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4902961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T15:12:25,475 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:25,475 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1310895378434222806.bcfks 2024-11-24T15:12:25,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-24T15:12:25,476 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:25,814 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:25,815 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:25,815 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread started 2024-11-24T15:12:25,815 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb0c65a0-d035-26f9-5d03-a4ff0c04d3dd/TestNettyTLSIPCFileWatcher 2024-11-24T15:12:25,816 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread started 2024-11-24T15:12:25,816 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-24T15:12:25,978 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-24T15:12:26,140 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-24T15:12:26,140 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4744f96f, L:/127.0.0.1:43525 - R:/127.0.0.1:37670] 2024-11-24T15:12:26,319 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-24T15:12:26,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T15:12:26,320 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43525 2024-11-24T15:12:26,320 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks was interrupted and is shutting down... 2024-11-24T15:12:26,320 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks was interrupted and is shutting down... 2024-11-24T15:12:26,320 DEBUG [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks was interrupted and is shutting down... 2024-11-24T15:12:26,320 DEBUG [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks was interrupted and is shutting down... 2024-11-24T15:12:26,320 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread finished 2024-11-24T15:12:26,320 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread finished 2024-11-24T15:12:26,321 INFO [FileChangeWatcher-hbase_test_key15016406378478071303.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15016406378478071303.bcfks thread finished 2024-11-24T15:12:26,327 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=7482 (was 7484) 2024-11-24T15:12:26,340 INFO [FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1310895378434222806.bcfks thread finished