2024-11-21 16:31:10,712 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 16:31:10,723 main DEBUG Took 0.009466 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 16:31:10,723 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 16:31:10,724 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 16:31:10,725 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 16:31:10,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,735 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 16:31:10,745 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,747 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,747 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,749 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,749 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,750 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,751 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,752 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,753 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,753 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,754 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,755 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 16:31:10,755 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,756 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 16:31:10,757 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 16:31:10,758 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 16:31:10,760 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 16:31:10,760 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 16:31:10,761 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 16:31:10,762 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 16:31:10,769 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 16:31:10,771 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 16:31:10,773 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 16:31:10,773 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 16:31:10,774 main DEBUG createAppenders(={Console}) 2024-11-21 16:31:10,774 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-21 16:31:10,775 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 16:31:10,775 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-21 16:31:10,775 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 16:31:10,776 main DEBUG OutputStream closed 2024-11-21 16:31:10,776 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 16:31:10,776 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 16:31:10,776 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-21 16:31:10,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 16:31:10,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 16:31:10,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 16:31:10,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 16:31:10,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 16:31:10,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 16:31:10,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 16:31:10,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 16:31:10,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 16:31:10,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 16:31:10,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 16:31:10,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 16:31:10,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 16:31:10,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 16:31:10,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 16:31:10,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 16:31:10,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 16:31:10,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 16:31:10,855 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 16:31:10,856 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-21 16:31:10,856 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 16:31:10,857 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-21T16:31:10,871 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-21 16:31:10,873 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 16:31:10,874 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T16:31:11,259 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T16:31:12,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8663 2024-11-21T16:31:12,781 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T16:31:12,825 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T16:31:12,840 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T16:31:12,852 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T16:31:12,920 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:12,959 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 56770 (auto-detected) 2024-11-21T16:31:12,960 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T16:31:12,984 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35557 2024-11-21T16:31:12,988 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:13,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:13,016 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T16:31:13,016 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T16:31:13,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:13,316 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:13,376 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:13,465 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:13,467 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:13,467 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread started 2024-11-21T16:31:13,468 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread started 2024-11-21T16:31:13,474 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:13,579 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:13,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:13,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:13,665 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread started 2024-11-21T16:31:13,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:13,665 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread started 2024-11-21T16:31:13,667 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc73f8382, L:/127.0.0.1:35557 - R:/127.0.0.1:47246] 2024-11-21T16:31:13,781 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:13,998 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:13,998 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:13,998 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:13,998 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:13,998 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:13,998 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:13,998 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:13,998 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,021 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,021 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,021 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,021 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,021 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,021 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,021 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,021 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,021 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,021 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,021 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,022 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,022 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,022 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,022 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,022 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,034 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,034 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,034 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,034 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35557,0 is dead - stopping the connection localhost:35557/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T16:31:14,034 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,035 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,035 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,035 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,035 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:14,037 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,064 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,065 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:14,080 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,094 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,094 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc2e36bb6, L:/127.0.0.1:35557 - R:/127.0.0.1:47260] 2024-11-21T16:31:14,138 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:14,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:14,141 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9619587951419441375.jks was interrupted and is shutting down... 2024-11-21T16:31:14,141 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35557 2024-11-21T16:31:14,141 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14480821751104949029.jks was interrupted and is shutting down... 2024-11-21T16:31:14,141 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9619587951419441375.jks was interrupted and is shutting down... 2024-11-21T16:31:14,141 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14480821751104949029.jks was interrupted and is shutting down... 2024-11-21T16:31:14,141 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread finished 2024-11-21T16:31:14,141 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread finished 2024-11-21T16:31:14,141 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread finished 2024-11-21T16:31:14,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14480821751104949029.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8522 (was 8663) 2024-11-21T16:31:14,154 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread finished 2024-11-21T16:31:14,158 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8522 2024-11-21T16:31:14,160 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:14,161 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45541 2024-11-21T16:31:14,161 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:14,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:14,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:14,163 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,191 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,192 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,193 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread started 2024-11-21T16:31:14,193 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,194 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread started 2024-11-21T16:31:14,194 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:14,220 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,238 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread started 2024-11-21T16:31:14,243 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread started 2024-11-21T16:31:14,243 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0889f3ba, L:/127.0.0.1:45541 - R:/127.0.0.1:46562] 2024-11-21T16:31:14,279 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:14,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:14,282 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9619587951419441375.jks was interrupted and is shutting down... 2024-11-21T16:31:14,282 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14480821751104949029.jks was interrupted and is shutting down... 2024-11-21T16:31:14,282 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread finished 2024-11-21T16:31:14,282 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread finished 2024-11-21T16:31:14,426 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,426 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,426 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,426 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,449 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,449 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,449 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,449 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9619587951419441375.jks 2024-11-21T16:31:14,478 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,478 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,479 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,479 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,492 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,492 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:14,493 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,493 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14480821751104949029.jks 2024-11-21T16:31:14,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:14,494 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,523 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,523 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,524 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread started 2024-11-21T16:31:14,524 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,525 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread started 2024-11-21T16:31:14,525 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:14,539 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,553 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,553 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd8cba062, L:/127.0.0.1:45541 - R:/127.0.0.1:46570] 2024-11-21T16:31:14,591 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:14,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:14,593 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45541 2024-11-21T16:31:14,593 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9619587951419441375.jks was interrupted and is shutting down... 2024-11-21T16:31:14,593 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14480821751104949029.jks was interrupted and is shutting down... 2024-11-21T16:31:14,593 DEBUG [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9619587951419441375.jks was interrupted and is shutting down... 2024-11-21T16:31:14,593 DEBUG [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14480821751104949029.jks was interrupted and is shutting down... 2024-11-21T16:31:14,593 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread finished 2024-11-21T16:31:14,594 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread finished 2024-11-21T16:31:14,594 INFO [FileChangeWatcher-hbase_test_ca14480821751104949029.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14480821751104949029.jks thread finished 2024-11-21T16:31:14,594 INFO [FileChangeWatcher-hbase_test_key9619587951419441375.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9619587951419441375.jks thread finished 2024-11-21T16:31:14,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 23), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8481 (was 8522) 2024-11-21T16:31:14,605 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8480 2024-11-21T16:31:14,651 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:14,652 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37187 2024-11-21T16:31:14,652 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:14,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38576bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:14,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:14,654 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,672 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,673 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,673 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread started 2024-11-21T16:31:14,673 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,674 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread started 2024-11-21T16:31:14,674 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:14,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,687 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread started 2024-11-21T16:31:14,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:14,688 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread started 2024-11-21T16:31:14,688 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0692fea5, L:/127.0.0.1:37187 - R:/127.0.0.1:32976] 2024-11-21T16:31:14,705 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:14,943 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,943 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,943 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,943 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,943 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,943 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,943 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,943 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,944 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,944 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,944 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,944 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,944 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,944 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,944 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,944 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37187,0 is dead - stopping the connection localhost:37187/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:14,946 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,946 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:14,947 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,951 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,952 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:14,958 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:14,959 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:14,960 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe07279b0, L:/127.0.0.1:37187 - R:/127.0.0.1:32982] 2024-11-21T16:31:14,980 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:14,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:14,982 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18150101046131912189.pem was interrupted and is shutting down... 2024-11-21T16:31:14,982 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9489381225468266981.pem was interrupted and is shutting down... 2024-11-21T16:31:14,982 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37187 2024-11-21T16:31:14,982 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18150101046131912189.pem was interrupted and is shutting down... 2024-11-21T16:31:14,982 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9489381225468266981.pem was interrupted and is shutting down... 2024-11-21T16:31:14,982 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread finished 2024-11-21T16:31:14,982 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread finished 2024-11-21T16:31:14,983 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread finished 2024-11-21T16:31:14,983 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread finished 2024-11-21T16:31:14,989 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 23) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8433 (was 8480) 2024-11-21T16:31:14,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8432 2024-11-21T16:31:14,997 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:14,998 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41079 2024-11-21T16:31:14,998 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:14,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:14,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:15,000 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:15,004 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:15,005 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,005 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread started 2024-11-21T16:31:15,005 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,006 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread started 2024-11-21T16:31:15,006 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:15,010 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:15,011 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:15,011 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,012 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread started 2024-11-21T16:31:15,012 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,013 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread started 2024-11-21T16:31:15,013 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf7ff1339, L:/127.0.0.1:41079 - R:/127.0.0.1:40834] 2024-11-21T16:31:15,027 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:15,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:15,028 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9489381225468266981.pem was interrupted and is shutting down... 2024-11-21T16:31:15,028 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18150101046131912189.pem was interrupted and is shutting down... 2024-11-21T16:31:15,029 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread finished 2024-11-21T16:31:15,043 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread finished 2024-11-21T16:31:15,376 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:15,376 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:15,376 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:15,376 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:15,377 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:15,377 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:15,377 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:15,377 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18150101046131912189.pem 2024-11-21T16:31:15,377 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:15,377 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:15,378 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:15,378 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:15,378 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:15,378 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:15,378 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:15,378 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9489381225468266981.pem 2024-11-21T16:31:15,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:15,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:15,379 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:15,383 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:15,384 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,384 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,384 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread started 2024-11-21T16:31:15,385 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread started 2024-11-21T16:31:15,385 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:15,391 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:15,391 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:15,392 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x81db09f3, L:/127.0.0.1:41079 - R:/127.0.0.1:40840] 2024-11-21T16:31:15,406 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:15,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:15,408 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41079 2024-11-21T16:31:15,408 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18150101046131912189.pem was interrupted and is shutting down... 2024-11-21T16:31:15,408 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9489381225468266981.pem was interrupted and is shutting down... 2024-11-21T16:31:15,408 DEBUG [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18150101046131912189.pem was interrupted and is shutting down... 2024-11-21T16:31:15,408 DEBUG [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9489381225468266981.pem was interrupted and is shutting down... 2024-11-21T16:31:15,408 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread finished 2024-11-21T16:31:15,409 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread finished 2024-11-21T16:31:15,409 INFO [FileChangeWatcher-hbase_test_key18150101046131912189.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18150101046131912189.pem thread finished 2024-11-21T16:31:15,415 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9489381225468266981.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8368 (was 8432) 2024-11-21T16:31:15,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8367 2024-11-21T16:31:15,422 INFO [FileChangeWatcher-hbase_test_ca9489381225468266981.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9489381225468266981.pem thread finished 2024-11-21T16:31:15,489 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:15,490 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36187 2024-11-21T16:31:15,490 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:15,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a639716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:15,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:15,492 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:15,518 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:15,519 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,519 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread started 2024-11-21T16:31:15,519 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,520 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread started 2024-11-21T16:31:15,520 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:15,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:15,548 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:15,548 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,549 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread started 2024-11-21T16:31:15,549 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:15,549 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread started 2024-11-21T16:31:15,549 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7b2a6036, L:/127.0.0.1:36187 - R:/127.0.0.1:43838] 2024-11-21T16:31:15,581 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:15,871 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,871 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,871 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,871 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,871 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,871 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,871 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,871 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,893 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,893 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,893 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,893 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,893 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,894 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,894 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,894 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:15,920 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,920 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,920 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,920 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,920 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,920 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,920 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,920 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,937 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,937 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,937 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36187,0 is dead - stopping the connection localhost:36187/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T16:31:15,937 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,937 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,937 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,937 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,937 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,937 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:15,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:15,939 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:15,965 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:15,965 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:15,980 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:15,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:15,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1b262441, L:/127.0.0.1:36187 - R:/127.0.0.1:43844] 2024-11-21T16:31:16,026 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:16,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:16,027 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12216939327305960686.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,027 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36187 2024-11-21T16:31:16,027 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,027 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12216939327305960686.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,027 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,027 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread finished 2024-11-21T16:31:16,027 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread finished 2024-11-21T16:31:16,028 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread finished 2024-11-21T16:31:16,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6979820720668669971.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8283 (was 8367) 2024-11-21T16:31:16,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8283 2024-11-21T16:31:16,039 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:16,040 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39489 2024-11-21T16:31:16,040 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:16,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e40dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:16,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:16,042 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:16,042 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread finished 2024-11-21T16:31:16,071 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:16,071 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:16,072 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread started 2024-11-21T16:31:16,072 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:16,072 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread started 2024-11-21T16:31:16,072 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:16,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:16,100 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:16,100 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:16,101 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread started 2024-11-21T16:31:16,101 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:16,101 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread started 2024-11-21T16:31:16,101 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd4a5521e, L:/127.0.0.1:39489 - R:/127.0.0.1:33160] 2024-11-21T16:31:16,133 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:16,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:16,135 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,135 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12216939327305960686.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,135 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread finished 2024-11-21T16:31:16,135 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread finished 2024-11-21T16:31:16,401 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:16,401 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:16,402 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:16,402 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:16,424 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:16,424 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:16,425 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:16,425 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12216939327305960686.p12 2024-11-21T16:31:16,453 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:16,453 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:16,454 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:16,454 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:16,471 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:16,471 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:16,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae17525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:16,471 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:16,471 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6979820720668669971.p12 2024-11-21T16:31:16,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:16,472 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:16,498 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:16,499 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:16,499 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread started 2024-11-21T16:31:16,499 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:16,500 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread started 2024-11-21T16:31:16,500 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:16,515 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:16,528 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:16,529 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbb319467, L:/127.0.0.1:39489 - R:/127.0.0.1:33166] 2024-11-21T16:31:16,563 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:16,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:16,564 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39489 2024-11-21T16:31:16,564 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,564 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12216939327305960686.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,564 DEBUG [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12216939327305960686.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,564 DEBUG [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 was interrupted and is shutting down... 2024-11-21T16:31:16,565 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread finished 2024-11-21T16:31:16,565 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread finished 2024-11-21T16:31:16,570 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: FileChangeWatcher-hbase_test_key12216939327305960686.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8229 (was 8283) 2024-11-21T16:31:16,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8228 2024-11-21T16:31:16,578 INFO [FileChangeWatcher-hbase_test_ca6979820720668669971.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6979820720668669971.p12 thread finished 2024-11-21T16:31:16,578 INFO [FileChangeWatcher-hbase_test_key12216939327305960686.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12216939327305960686.p12 thread finished 2024-11-21T16:31:17,085 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:17,086 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42295 2024-11-21T16:31:17,086 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:17,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c08bc56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:17,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:17,088 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:17,357 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:17,358 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:17,358 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread started 2024-11-21T16:31:17,359 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:17,359 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread started 2024-11-21T16:31:17,359 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:17,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:17,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:17,620 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:17,620 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread started 2024-11-21T16:31:17,620 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:17,621 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread started 2024-11-21T16:31:17,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf0351362, L:/127.0.0.1:42295 - R:/127.0.0.1:42212] 2024-11-21T16:31:17,775 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:18,019 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,019 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,019 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,019 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,019 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,019 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,019 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,019 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,210 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,210 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,210 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,210 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,210 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,210 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,210 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,210 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:18,236 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,236 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,236 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,236 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,236 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,236 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,237 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,237 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,378 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,378 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42295,0 is dead - stopping the connection localhost:42295/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T16:31:18,378 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,378 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,378 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,379 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,379 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,379 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,379 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:18,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:18,380 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:18,643 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:18,643 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:18,773 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:18,912 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:18,912 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb61ff0a8, L:/127.0.0.1:42295 - R:/127.0.0.1:57374] 2024-11-21T16:31:19,063 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:19,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:19,065 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42295 2024-11-21T16:31:19,065 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks was interrupted and is shutting down... 2024-11-21T16:31:19,065 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks was interrupted and is shutting down... 2024-11-21T16:31:19,065 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks was interrupted and is shutting down... 2024-11-21T16:31:19,065 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks was interrupted and is shutting down... 2024-11-21T16:31:19,065 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread finished 2024-11-21T16:31:19,065 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread finished 2024-11-21T16:31:19,065 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread finished 2024-11-21T16:31:19,065 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread finished 2024-11-21T16:31:19,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8155 (was 8228) 2024-11-21T16:31:19,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8154 2024-11-21T16:31:19,076 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:19,077 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41693 2024-11-21T16:31:19,077 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:19,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:19,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:19,079 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:19,338 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:19,339 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:19,339 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread started 2024-11-21T16:31:19,339 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:19,340 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread started 2024-11-21T16:31:19,340 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:19,470 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:19,600 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:19,601 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:19,602 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread started 2024-11-21T16:31:19,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:19,602 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread started 2024-11-21T16:31:19,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa54d377c, L:/127.0.0.1:41693 - R:/127.0.0.1:38164] 2024-11-21T16:31:19,744 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:19,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:19,746 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks was interrupted and is shutting down... 2024-11-21T16:31:19,746 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks was interrupted and is shutting down... 2024-11-21T16:31:19,747 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread finished 2024-11-21T16:31:19,747 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread finished 2024-11-21T16:31:19,916 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:19,916 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:19,916 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:19,916 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:20,109 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:20,109 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:20,109 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:20,109 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3821099750816744522.bcfks 2024-11-21T16:31:20,136 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:20,136 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:20,137 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:20,137 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:20,279 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:20,279 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:20,279 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:20,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf74126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:20,279 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3377593698951613732.bcfks 2024-11-21T16:31:20,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:20,281 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:20,538 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:20,538 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:20,539 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread started 2024-11-21T16:31:20,539 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:20,539 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread started 2024-11-21T16:31:20,539 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:20,669 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:20,798 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:20,798 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x316237f5, L:/127.0.0.1:41693 - R:/127.0.0.1:38168] 2024-11-21T16:31:20,947 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:20,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:20,949 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41693 2024-11-21T16:31:20,949 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks was interrupted and is shutting down... 2024-11-21T16:31:20,949 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks was interrupted and is shutting down... 2024-11-21T16:31:20,949 DEBUG [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks was interrupted and is shutting down... 2024-11-21T16:31:20,949 DEBUG [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks was interrupted and is shutting down... 2024-11-21T16:31:20,949 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread finished 2024-11-21T16:31:20,949 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread finished 2024-11-21T16:31:20,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key3821099750816744522.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8154 (was 8154) 2024-11-21T16:31:20,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=8154 2024-11-21T16:31:20,962 INFO [FileChangeWatcher-hbase_test_key3821099750816744522.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3821099750816744522.bcfks thread finished 2024-11-21T16:31:20,962 INFO [FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3377593698951613732.bcfks thread finished 2024-11-21T16:31:21,107 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:21,107 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39289 2024-11-21T16:31:21,108 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:21,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560c34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:21,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,109 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,135 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,136 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,136 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,136 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread started 2024-11-21T16:31:21,137 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread started 2024-11-21T16:31:21,137 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:21,150 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,162 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,163 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,163 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread started 2024-11-21T16:31:21,163 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,163 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread started 2024-11-21T16:31:21,164 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x307298cd, L:/127.0.0.1:39289 - R:/127.0.0.1:51920] 2024-11-21T16:31:21,220 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:21,230 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,230 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,230 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,230 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,230 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,230 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,230 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,230 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,253 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,253 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,253 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,253 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,253 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,253 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,253 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,253 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,268 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,268 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,268 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,268 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,268 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,268 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,268 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,268 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,281 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,281 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,281 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,281 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,281 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,281 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,281 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39289,0 is dead - stopping the connection localhost:39289/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T16:31:21,281 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,281 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,282 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,309 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,309 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:21,324 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,336 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,336 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd95481e0, L:/127.0.0.1:39289 - R:/127.0.0.1:51928] 2024-11-21T16:31:21,373 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:21,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:21,374 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39289 2024-11-21T16:31:21,374 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9987165664089662010.jks was interrupted and is shutting down... 2024-11-21T16:31:21,374 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13955069732103831867.jks was interrupted and is shutting down... 2024-11-21T16:31:21,374 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9987165664089662010.jks was interrupted and is shutting down... 2024-11-21T16:31:21,374 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13955069732103831867.jks was interrupted and is shutting down... 2024-11-21T16:31:21,374 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread finished 2024-11-21T16:31:21,374 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread finished 2024-11-21T16:31:21,374 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread finished 2024-11-21T16:31:21,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=8150 (was 8154) 2024-11-21T16:31:21,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=8150 2024-11-21T16:31:21,385 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:21,386 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43041 2024-11-21T16:31:21,386 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:21,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:21,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,387 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,390 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread finished 2024-11-21T16:31:21,413 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,414 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,414 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread started 2024-11-21T16:31:21,414 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,415 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread started 2024-11-21T16:31:21,415 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:21,429 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,441 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,442 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,442 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread started 2024-11-21T16:31:21,442 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,443 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread started 2024-11-21T16:31:21,443 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7e7e5ec8, L:/127.0.0.1:43041 - R:/127.0.0.1:40730] 2024-11-21T16:31:21,478 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:21,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:21,480 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13955069732103831867.jks was interrupted and is shutting down... 2024-11-21T16:31:21,480 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9987165664089662010.jks was interrupted and is shutting down... 2024-11-21T16:31:21,480 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread finished 2024-11-21T16:31:21,480 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread finished 2024-11-21T16:31:21,488 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,488 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,489 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,489 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,527 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,527 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,527 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,527 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9987165664089662010.jks 2024-11-21T16:31:21,527 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,527 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,527 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,527 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,540 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,540 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,540 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,540 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13955069732103831867.jks 2024-11-21T16:31:21,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:21,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,541 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,566 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,567 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,568 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread started 2024-11-21T16:31:21,568 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,568 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread started 2024-11-21T16:31:21,568 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:21,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,595 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,595 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5f8fdcda, L:/127.0.0.1:43041 - R:/127.0.0.1:40740] 2024-11-21T16:31:21,634 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:21,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:21,636 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43041 2024-11-21T16:31:21,636 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13955069732103831867.jks was interrupted and is shutting down... 2024-11-21T16:31:21,636 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9987165664089662010.jks was interrupted and is shutting down... 2024-11-21T16:31:21,636 DEBUG [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9987165664089662010.jks was interrupted and is shutting down... 2024-11-21T16:31:21,636 DEBUG [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13955069732103831867.jks was interrupted and is shutting down... 2024-11-21T16:31:21,636 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread finished 2024-11-21T16:31:21,636 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread finished 2024-11-21T16:31:21,636 INFO [FileChangeWatcher-hbase_test_key9987165664089662010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9987165664089662010.jks thread finished 2024-11-21T16:31:21,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=8138 (was 8150) 2024-11-21T16:31:21,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=8137 2024-11-21T16:31:21,653 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:21,654 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43815 2024-11-21T16:31:21,654 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:21,654 INFO [FileChangeWatcher-hbase_test_ca13955069732103831867.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13955069732103831867.jks thread finished 2024-11-21T16:31:21,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:21,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,655 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,659 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,660 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,660 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread started 2024-11-21T16:31:21,660 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,660 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread started 2024-11-21T16:31:21,660 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:21,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,665 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread started 2024-11-21T16:31:21,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,665 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread started 2024-11-21T16:31:21,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76201894, L:/127.0.0.1:43815 - R:/127.0.0.1:41042] 2024-11-21T16:31:21,682 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:21,691 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,691 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,691 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,691 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,691 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,691 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,691 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,691 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,691 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,692 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,692 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43815,0 is dead - stopping the connection localhost:43815/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,693 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,693 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,693 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,699 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,699 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:21,702 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,703 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,703 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef3034a9, L:/127.0.0.1:43815 - R:/127.0.0.1:41044] 2024-11-21T16:31:21,719 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:21,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:21,720 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43815 2024-11-21T16:31:21,720 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11620816081273350488.pem was interrupted and is shutting down... 2024-11-21T16:31:21,720 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10796448548472023600.pem was interrupted and is shutting down... 2024-11-21T16:31:21,720 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11620816081273350488.pem was interrupted and is shutting down... 2024-11-21T16:31:21,720 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10796448548472023600.pem was interrupted and is shutting down... 2024-11-21T16:31:21,720 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread finished 2024-11-21T16:31:21,720 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread finished 2024-11-21T16:31:21,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=8136 (was 8137) 2024-11-21T16:31:21,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=8136 2024-11-21T16:31:21,731 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:21,731 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44715 2024-11-21T16:31:21,731 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:21,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:21,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,732 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,736 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,737 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,737 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread started 2024-11-21T16:31:21,737 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,738 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread started 2024-11-21T16:31:21,738 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:21,738 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread finished 2024-11-21T16:31:21,738 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread finished 2024-11-21T16:31:21,742 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,743 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,744 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread started 2024-11-21T16:31:21,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,744 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread started 2024-11-21T16:31:21,744 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x20626013, L:/127.0.0.1:44715 - R:/127.0.0.1:36572] 2024-11-21T16:31:21,764 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:21,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:21,766 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11620816081273350488.pem was interrupted and is shutting down... 2024-11-21T16:31:21,766 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10796448548472023600.pem was interrupted and is shutting down... 2024-11-21T16:31:21,766 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread finished 2024-11-21T16:31:21,766 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread finished 2024-11-21T16:31:21,773 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,773 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,773 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,773 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,773 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,773 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,773 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,773 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11620816081273350488.pem 2024-11-21T16:31:21,787 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,787 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,787 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,787 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,787 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,787 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,787 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,787 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10796448548472023600.pem 2024-11-21T16:31:21,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:21,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,788 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,792 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,792 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,793 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread started 2024-11-21T16:31:21,793 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,793 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread started 2024-11-21T16:31:21,793 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:21,798 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,799 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,799 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f933d0a, L:/127.0.0.1:44715 - R:/127.0.0.1:36576] 2024-11-21T16:31:21,815 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:21,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:21,816 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44715 2024-11-21T16:31:21,816 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11620816081273350488.pem was interrupted and is shutting down... 2024-11-21T16:31:21,816 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10796448548472023600.pem was interrupted and is shutting down... 2024-11-21T16:31:21,817 DEBUG [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11620816081273350488.pem was interrupted and is shutting down... 2024-11-21T16:31:21,817 DEBUG [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10796448548472023600.pem was interrupted and is shutting down... 2024-11-21T16:31:21,817 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread finished 2024-11-21T16:31:21,817 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread finished 2024-11-21T16:31:21,817 INFO [FileChangeWatcher-hbase_test_ca10796448548472023600.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10796448548472023600.pem thread finished 2024-11-21T16:31:21,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=8136 (was 8136) 2024-11-21T16:31:21,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=8136 2024-11-21T16:31:21,834 INFO [FileChangeWatcher-hbase_test_key11620816081273350488.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11620816081273350488.pem thread finished 2024-11-21T16:31:21,865 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:21,866 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40419 2024-11-21T16:31:21,866 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:21,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:21,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,867 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,893 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,893 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,893 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread started 2024-11-21T16:31:21,893 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,894 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread started 2024-11-21T16:31:21,894 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:21,907 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:21,920 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:21,921 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,921 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread started 2024-11-21T16:31:21,921 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:21,921 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread started 2024-11-21T16:31:21,922 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeccc40d5, L:/127.0.0.1:40419 - R:/127.0.0.1:51310] 2024-11-21T16:31:21,955 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:21,961 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,961 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,961 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,961 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,961 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,961 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,961 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,961 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,983 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,983 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,983 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,983 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,983 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,996 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,996 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,996 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,996 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,996 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,996 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40419,0 is dead - stopping the connection localhost:40419/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T16:31:21,996 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,996 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,996 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:21,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:21,997 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:22,036 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:22,037 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:22,050 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:22,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:22,063 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcd58d40f, L:/127.0.0.1:40419 - R:/127.0.0.1:51326] 2024-11-21T16:31:22,097 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:22,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:22,098 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40419 2024-11-21T16:31:22,098 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,098 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8379456766004873988.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,098 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,098 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8379456766004873988.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,098 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread finished 2024-11-21T16:31:22,099 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread finished 2024-11-21T16:31:22,104 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=8136 (was 8136) 2024-11-21T16:31:22,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=8135 2024-11-21T16:31:22,110 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:22,110 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45889 2024-11-21T16:31:22,110 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:22,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:22,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:22,112 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:22,114 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread finished 2024-11-21T16:31:22,114 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread finished 2024-11-21T16:31:22,138 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:22,139 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:22,139 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread started 2024-11-21T16:31:22,139 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:22,140 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread started 2024-11-21T16:31:22,140 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:22,153 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:22,165 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:22,165 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:22,166 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread started 2024-11-21T16:31:22,166 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:22,166 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread started 2024-11-21T16:31:22,166 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4c2698bb, L:/127.0.0.1:45889 - R:/127.0.0.1:37698] 2024-11-21T16:31:22,199 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:22,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:22,201 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8379456766004873988.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,201 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,201 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread finished 2024-11-21T16:31:22,201 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread finished 2024-11-21T16:31:22,204 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:22,204 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:22,205 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:22,205 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:22,226 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:22,226 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:22,227 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:22,227 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8379456766004873988.p12 2024-11-21T16:31:22,227 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:22,227 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:22,227 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:22,227 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:22,240 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:22,240 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:22,241 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:22,241 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1338134152287947764.p12 2024-11-21T16:31:22,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:22,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:22,242 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:22,267 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:22,268 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:22,268 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread started 2024-11-21T16:31:22,269 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:22,269 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread started 2024-11-21T16:31:22,269 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:22,282 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:22,295 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:22,296 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x94bed4f4, L:/127.0.0.1:45889 - R:/127.0.0.1:37712] 2024-11-21T16:31:22,330 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:22,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:22,332 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45889 2024-11-21T16:31:22,332 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8379456766004873988.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,332 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,332 DEBUG [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8379456766004873988.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,332 DEBUG [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 was interrupted and is shutting down... 2024-11-21T16:31:22,332 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread finished 2024-11-21T16:31:22,332 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread finished 2024-11-21T16:31:22,332 INFO [FileChangeWatcher-hbase_test_key8379456766004873988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8379456766004873988.p12 thread finished 2024-11-21T16:31:22,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=8126 (was 8135) 2024-11-21T16:31:22,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=8126 2024-11-21T16:31:22,350 INFO [FileChangeWatcher-hbase_test_ca1338134152287947764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1338134152287947764.p12 thread finished 2024-11-21T16:31:22,696 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:22,696 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33891 2024-11-21T16:31:22,696 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:22,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:22,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:22,697 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:22,955 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:22,956 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:22,956 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread started 2024-11-21T16:31:22,956 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:22,957 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread started 2024-11-21T16:31:22,957 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:23,085 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:23,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:23,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:23,214 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread started 2024-11-21T16:31:23,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:23,214 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread started 2024-11-21T16:31:23,215 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9af8f6b5, L:/127.0.0.1:33891 - R:/127.0.0.1:39360] 2024-11-21T16:31:23,391 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:23,405 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,405 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,405 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,405 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,405 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,405 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,405 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,405 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,608 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,608 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,608 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,608 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,608 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,608 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,608 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,608 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:23,628 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,628 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,628 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,628 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,628 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,628 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,628 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,628 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,760 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,760 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,760 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,760 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,760 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,760 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,760 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,760 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:23,760 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33891,0 is dead - stopping the connection localhost:33891/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T16:31:23,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:23,761 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:24,019 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:24,019 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:24,150 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:24,283 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:24,283 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2d77a433, L:/127.0.0.1:33891 - R:/127.0.0.1:39368] 2024-11-21T16:31:24,428 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:24,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:24,429 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33891 2024-11-21T16:31:24,429 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks was interrupted and is shutting down... 2024-11-21T16:31:24,429 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks was interrupted and is shutting down... 2024-11-21T16:31:24,429 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks was interrupted and is shutting down... 2024-11-21T16:31:24,429 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks was interrupted and is shutting down... 2024-11-21T16:31:24,429 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread finished 2024-11-21T16:31:24,429 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread finished 2024-11-21T16:31:24,429 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread finished 2024-11-21T16:31:24,429 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread finished 2024-11-21T16:31:24,435 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=8118 (was 8126) 2024-11-21T16:31:24,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=8117 2024-11-21T16:31:24,441 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T16:31:24,441 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41445 2024-11-21T16:31:24,441 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T16:31:24,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e3b1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:24,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:24,443 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:24,701 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:24,701 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:24,702 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread started 2024-11-21T16:31:24,702 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:24,702 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread started 2024-11-21T16:31:24,703 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:24,832 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:24,961 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:24,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:24,962 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread started 2024-11-21T16:31:24,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:24,963 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread started 2024-11-21T16:31:24,963 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe73f29f2, L:/127.0.0.1:41445 - R:/127.0.0.1:36036] 2024-11-21T16:31:25,103 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:25,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:25,105 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks was interrupted and is shutting down... 2024-11-21T16:31:25,105 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks was interrupted and is shutting down... 2024-11-21T16:31:25,105 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread finished 2024-11-21T16:31:25,105 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread finished 2024-11-21T16:31:25,114 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:25,114 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:25,115 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:25,115 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:25,307 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:25,307 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:25,307 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:25,307 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9817253544566736784.bcfks 2024-11-21T16:31:25,328 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:25,328 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:25,328 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:25,328 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:25,460 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:25,460 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:25,460 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:25,460 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1833354062945738143.bcfks 2024-11-21T16:31:25,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd6433a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T16:31:25,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T16:31:25,461 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:25,722 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:25,723 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:25,723 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread started 2024-11-21T16:31:25,723 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a84207cc-0318-72fd-c051-0bf861711ec8/TestNettyTLSIPCFileWatcher 2024-11-21T16:31:25,724 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread started 2024-11-21T16:31:25,724 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T16:31:25,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T16:31:25,980 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T16:31:25,981 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x807f9d06, L:/127.0.0.1:41445 - R:/127.0.0.1:36048] 2024-11-21T16:31:26,122 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T16:31:26,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T16:31:26,123 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41445 2024-11-21T16:31:26,123 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks was interrupted and is shutting down... 2024-11-21T16:31:26,123 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks was interrupted and is shutting down... 2024-11-21T16:31:26,123 DEBUG [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks was interrupted and is shutting down... 2024-11-21T16:31:26,123 DEBUG [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks was interrupted and is shutting down... 2024-11-21T16:31:26,124 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread finished 2024-11-21T16:31:26,124 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread finished 2024-11-21T16:31:26,124 INFO [FileChangeWatcher-hbase_test_key9817253544566736784.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9817253544566736784.bcfks thread finished 2024-11-21T16:31:26,124 INFO [FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1833354062945738143.bcfks thread finished 2024-11-21T16:31:26,129 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=8124 (was 8117) - AvailableMemoryMB LEAK? -