2024-11-26 11:12:01,100 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 11:12:01,112 main DEBUG Took 0.010457 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 11:12:01,113 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 11:12:01,113 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 11:12:01,114 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 11:12:01,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,125 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 11:12:01,136 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,138 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,139 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,140 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,141 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,142 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,143 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,144 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,145 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,146 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,146 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:12:01,147 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,147 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 11:12:01,149 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:12:01,150 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 11:12:01,152 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 11:12:01,152 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 11:12:01,153 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 11:12:01,154 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 11:12:01,163 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 11:12:01,165 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 11:12:01,167 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 11:12:01,168 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 11:12:01,168 main DEBUG createAppenders(={Console}) 2024-11-26 11:12:01,169 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-26 11:12:01,169 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 11:12:01,169 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-26 11:12:01,170 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 11:12:01,170 main DEBUG OutputStream closed 2024-11-26 11:12:01,171 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 11:12:01,171 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 11:12:01,171 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-26 11:12:01,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 11:12:01,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 11:12:01,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 11:12:01,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 11:12:01,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 11:12:01,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 11:12:01,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 11:12:01,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 11:12:01,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 11:12:01,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 11:12:01,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 11:12:01,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 11:12:01,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 11:12:01,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 11:12:01,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 11:12:01,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 11:12:01,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 11:12:01,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 11:12:01,265 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 11:12:01,266 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-26 11:12:01,266 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 11:12:01,267 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-26T11:12:01,285 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-26 11:12:01,288 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 11:12:01,288 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T11:12:01,729 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T11:12:02,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=3941 2024-11-26T11:12:03,206 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T11:12:03,246 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T11:12:03,267 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T11:12:03,278 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T11:12:03,346 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:03,379 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31922 (auto-detected) 2024-11-26T11:12:03,381 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T11:12:03,402 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37937 2024-11-26T11:12:03,405 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:03,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:03,433 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T11:12:03,434 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T11:12:03,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:03,786 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:03,859 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:03,963 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:03,966 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:03,965 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key178612114342326246.jks thread started 2024-11-26T11:12:03,966 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread started 2024-11-26T11:12:03,974 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:04,045 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:04,061 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:04,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:04,122 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key178612114342326246.jks thread started 2024-11-26T11:12:04,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:04,123 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread started 2024-11-26T11:12:04,125 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x24991989, L:/127.0.0.1:37937 - R:/127.0.0.1:41964] 2024-11-26T11:12:04,306 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:04,508 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,508 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,508 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,509 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,509 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,509 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,509 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,509 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,538 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,538 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,538 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,538 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,538 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,538 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,538 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,538 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,539 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,538 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:04,539 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,539 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,539 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,539 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,539 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,539 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,553 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,553 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,553 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,553 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,553 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,553 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37937,0 is dead - stopping the connection localhost:37937/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T11:12:04,553 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,553 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,553 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:04,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:04,556 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:04,589 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:04,590 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:04,606 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:04,621 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:04,622 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xde7fbc17, L:/127.0.0.1:37937 - R:/127.0.0.1:41980] 2024-11-26T11:12:04,669 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:04,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:04,671 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37937 2024-11-26T11:12:04,671 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key178612114342326246.jks was interrupted and is shutting down... 2024-11-26T11:12:04,671 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9254808119899862838.jks was interrupted and is shutting down... 2024-11-26T11:12:04,672 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key178612114342326246.jks was interrupted and is shutting down... 2024-11-26T11:12:04,672 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9254808119899862838.jks was interrupted and is shutting down... 2024-11-26T11:12:04,672 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key178612114342326246.jks thread finished 2024-11-26T11:12:04,672 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key178612114342326246.jks thread finished 2024-11-26T11:12:04,672 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread finished 2024-11-26T11:12:04,681 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9254808119899862838.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 181) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3803 (was 3941) 2024-11-26T11:12:04,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=3803 2024-11-26T11:12:04,688 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread finished 2024-11-26T11:12:04,689 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:04,689 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43407 2024-11-26T11:12:04,690 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:04,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:04,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:04,692 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:04,737 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:04,738 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:04,738 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key178612114342326246.jks thread started 2024-11-26T11:12:04,739 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:04,739 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread started 2024-11-26T11:12:04,739 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:04,755 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:04,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:04,772 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:04,773 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key178612114342326246.jks thread started 2024-11-26T11:12:04,773 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:04,773 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread started 2024-11-26T11:12:04,773 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8ec19bd8, L:/127.0.0.1:43407 - R:/127.0.0.1:51232] 2024-11-26T11:12:04,815 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:04,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:04,818 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key178612114342326246.jks was interrupted and is shutting down... 2024-11-26T11:12:04,818 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9254808119899862838.jks was interrupted and is shutting down... 2024-11-26T11:12:04,818 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key178612114342326246.jks thread finished 2024-11-26T11:12:04,819 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread finished 2024-11-26T11:12:05,186 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:05,186 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:05,186 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:05,186 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:05,213 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:05,213 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:05,213 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:05,213 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key178612114342326246.jks 2024-11-26T11:12:05,214 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:05,214 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:05,214 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:05,214 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:05,228 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:05,228 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:05,228 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:05,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:05,229 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9254808119899862838.jks 2024-11-26T11:12:05,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:05,230 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:05,263 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:05,264 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,265 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,265 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key178612114342326246.jks thread started 2024-11-26T11:12:05,266 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread started 2024-11-26T11:12:05,266 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:05,282 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:05,298 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:05,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x25fd88b8, L:/127.0.0.1:43407 - R:/127.0.0.1:51242] 2024-11-26T11:12:05,342 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:05,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:05,344 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43407 2024-11-26T11:12:05,344 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9254808119899862838.jks was interrupted and is shutting down... 2024-11-26T11:12:05,344 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key178612114342326246.jks was interrupted and is shutting down... 2024-11-26T11:12:05,344 DEBUG [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key178612114342326246.jks was interrupted and is shutting down... 2024-11-26T11:12:05,344 DEBUG [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9254808119899862838.jks was interrupted and is shutting down... 2024-11-26T11:12:05,344 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key178612114342326246.jks thread finished 2024-11-26T11:12:05,345 INFO [FileChangeWatcher-hbase_test_key178612114342326246.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key178612114342326246.jks thread finished 2024-11-26T11:12:05,345 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread finished 2024-11-26T11:12:05,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=3747 (was 3803) 2024-11-26T11:12:05,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=3746 2024-11-26T11:12:05,360 INFO [FileChangeWatcher-hbase_test_ca9254808119899862838.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9254808119899862838.jks thread finished 2024-11-26T11:12:05,411 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:05,412 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35367 2024-11-26T11:12:05,412 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:05,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:05,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:05,415 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:05,439 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:05,439 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,440 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread started 2024-11-26T11:12:05,440 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,441 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread started 2024-11-26T11:12:05,441 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:05,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:05,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:05,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,456 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread started 2024-11-26T11:12:05,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,457 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread started 2024-11-26T11:12:05,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x469a555a, L:/127.0.0.1:35367 - R:/127.0.0.1:38632] 2024-11-26T11:12:05,479 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:05,834 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,834 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,835 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,835 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,835 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,835 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,835 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,835 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35367,0 is dead - stopping the connection localhost:35367/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T11:12:05,835 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,835 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,835 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,835 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,835 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:05,836 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:05,836 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,836 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,836 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,836 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,836 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,836 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,836 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:05,837 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:05,845 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:05,846 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:05,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:05,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:05,853 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x40509dd2, L:/127.0.0.1:35367 - R:/127.0.0.1:38648] 2024-11-26T11:12:05,875 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:05,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:05,877 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35367 2024-11-26T11:12:05,877 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12214213839928002849.pem was interrupted and is shutting down... 2024-11-26T11:12:05,878 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12214213839928002849.pem was interrupted and is shutting down... 2024-11-26T11:12:05,878 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9610616940235435313.pem was interrupted and is shutting down... 2024-11-26T11:12:05,877 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9610616940235435313.pem was interrupted and is shutting down... 2024-11-26T11:12:05,878 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread finished 2024-11-26T11:12:05,878 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread finished 2024-11-26T11:12:05,878 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread finished 2024-11-26T11:12:05,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=28 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9610616940235435313.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key12214213839928002849.pem java.base@17.0.11/java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:680) java.base@17.0.11/java.lang.StringBuilder.append(StringBuilder.java:218) app//org.apache.logging.log4j.message.ParameterFormatter.formatMessage2(ParameterFormatter.java:189) app//org.apache.logging.log4j.message.ParameterizedMessage.formatTo(ParameterizedMessage.java:227) app//org.apache.logging.log4j.core.pattern.MessagePatternConverter$SimpleMessagePatternConverter.format(MessagePatternConverter.java:121) app//org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:44) app//org.apache.logging.log4j.core.layout.PatternLayout$PatternFormatterPatternSerializer.toSerializable(PatternLayout.java:384) app//org.apache.logging.log4j.core.layout.PatternLayout$PatternFormatterPatternSerializer.toSerializable(PatternLayout.java:375) app//org.apache.logging.log4j.core.layout.PatternLayout.toSerializable(PatternLayout.java:216) app//org.apache.logging.log4j.core.layout.PatternLayout.toSerializable(PatternLayout.java:59) app//org.apache.logging.log4j.core.layout.AbstractStringLayout.toByteArray(AbstractStringLayout.java:294) app//org.apache.hadoop.hbase.logging.HBaseTestAppender.append(HBaseTestAppender.java:145) app//org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:161) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:134) app//org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:125) app//org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:89) app//org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:675) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:633) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:552) app//org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:82) app//org.apache.logging.log4j.core.Logger.log(Logger.java:161) app//org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2205) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.info(Log4jLogger.java:184) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:226) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=3670 (was 3746) 2024-11-26T11:12:05,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=3669 2024-11-26T11:12:05,892 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread finished 2024-11-26T11:12:05,892 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:05,893 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39579 2024-11-26T11:12:05,893 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:05,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:05,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:05,895 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:05,902 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:05,902 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,903 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread started 2024-11-26T11:12:05,903 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,904 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread started 2024-11-26T11:12:05,904 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:05,910 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:05,911 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:05,911 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,912 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread started 2024-11-26T11:12:05,912 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:05,912 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread started 2024-11-26T11:12:05,912 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x137b6f56, L:/127.0.0.1:39579 - R:/127.0.0.1:46052] 2024-11-26T11:12:05,927 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:05,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:05,929 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9610616940235435313.pem was interrupted and is shutting down... 2024-11-26T11:12:05,929 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12214213839928002849.pem was interrupted and is shutting down... 2024-11-26T11:12:05,929 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread finished 2024-11-26T11:12:05,929 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread finished 2024-11-26T11:12:06,500 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:06,500 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:06,500 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:06,500 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:06,500 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:06,500 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:06,500 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:06,500 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12214213839928002849.pem 2024-11-26T11:12:06,501 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:06,501 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:06,501 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:06,501 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:06,501 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:06,501 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:06,501 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:06,501 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9610616940235435313.pem 2024-11-26T11:12:06,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:06,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:06,503 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:06,508 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:06,508 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:06,509 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:06,509 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread started 2024-11-26T11:12:06,510 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread started 2024-11-26T11:12:06,510 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:06,516 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:06,517 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:06,517 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe3ae3201, L:/127.0.0.1:39579 - R:/127.0.0.1:46066] 2024-11-26T11:12:06,533 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:06,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:06,535 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39579 2024-11-26T11:12:06,535 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9610616940235435313.pem was interrupted and is shutting down... 2024-11-26T11:12:06,535 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12214213839928002849.pem was interrupted and is shutting down... 2024-11-26T11:12:06,535 DEBUG [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12214213839928002849.pem was interrupted and is shutting down... 2024-11-26T11:12:06,535 DEBUG [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9610616940235435313.pem was interrupted and is shutting down... 2024-11-26T11:12:06,535 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread finished 2024-11-26T11:12:06,535 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread finished 2024-11-26T11:12:06,535 INFO [FileChangeWatcher-hbase_test_ca9610616940235435313.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9610616940235435313.pem thread finished 2024-11-26T11:12:06,535 INFO [FileChangeWatcher-hbase_test_key12214213839928002849.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12214213839928002849.pem thread finished 2024-11-26T11:12:06,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=3594 (was 3669) 2024-11-26T11:12:06,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=3594 2024-11-26T11:12:06,594 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:06,595 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41351 2024-11-26T11:12:06,596 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:06,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:06,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:06,598 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:06,631 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:06,632 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:06,633 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread started 2024-11-26T11:12:06,633 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:06,633 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread started 2024-11-26T11:12:06,634 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:06,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:06,670 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:06,671 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:06,671 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread started 2024-11-26T11:12:06,671 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:06,672 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread started 2024-11-26T11:12:06,672 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x58eb7cee, L:/127.0.0.1:41351 - R:/127.0.0.1:47078] 2024-11-26T11:12:06,713 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:07,134 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,134 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,134 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,134 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,134 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,134 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,134 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,134 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,164 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,164 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,164 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,164 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,165 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,165 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,165 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,165 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,165 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,165 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,165 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,165 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,165 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,165 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,165 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,165 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,183 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,183 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,183 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,183 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41351,0 is dead - stopping the connection localhost:41351/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T11:12:07,183 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,183 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,183 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,183 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,183 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:07,185 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:07,219 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:07,219 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:07,237 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:07,254 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:07,255 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x12ca688e, L:/127.0.0.1:41351 - R:/127.0.0.1:47092] 2024-11-26T11:12:07,295 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:07,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:07,297 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41351 2024-11-26T11:12:07,297 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9107191818139988771.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,297 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,298 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,298 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9107191818139988771.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,298 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread finished 2024-11-26T11:12:07,298 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread finished 2024-11-26T11:12:07,298 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread finished 2024-11-26T11:12:07,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key9107191818139988771.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=3536 (was 3594) 2024-11-26T11:12:07,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=3536 2024-11-26T11:12:07,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:07,312 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43481 2024-11-26T11:12:07,312 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread finished 2024-11-26T11:12:07,312 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:07,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:07,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:07,314 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:07,346 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:07,347 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:07,347 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread started 2024-11-26T11:12:07,347 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:07,348 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread started 2024-11-26T11:12:07,348 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:07,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:07,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:07,383 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:07,384 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread started 2024-11-26T11:12:07,384 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:07,384 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread started 2024-11-26T11:12:07,384 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x25c6974f, L:/127.0.0.1:43481 - R:/127.0.0.1:48638] 2024-11-26T11:12:07,425 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:07,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:07,427 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9107191818139988771.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,427 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,428 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread finished 2024-11-26T11:12:07,428 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread finished 2024-11-26T11:12:07,646 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,646 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,646 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,646 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,676 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,676 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,677 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,677 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9107191818139988771.p12 2024-11-26T11:12:07,677 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,677 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,677 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,677 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,693 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,693 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:07,693 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,693 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2337793427594773013.p12 2024-11-26T11:12:07,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:07,694 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:07,728 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:07,729 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:07,729 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:07,729 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread started 2024-11-26T11:12:07,730 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread started 2024-11-26T11:12:07,730 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:07,749 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:07,767 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:07,768 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcccf3f9e, L:/127.0.0.1:43481 - R:/127.0.0.1:48650] 2024-11-26T11:12:07,810 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:07,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:07,812 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43481 2024-11-26T11:12:07,812 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,812 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9107191818139988771.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,812 DEBUG [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9107191818139988771.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,812 DEBUG [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 was interrupted and is shutting down... 2024-11-26T11:12:07,812 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread finished 2024-11-26T11:12:07,812 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread finished 2024-11-26T11:12:07,812 INFO [FileChangeWatcher-hbase_test_key9107191818139988771.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9107191818139988771.p12 thread finished 2024-11-26T11:12:07,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=3484 (was 3536) 2024-11-26T11:12:07,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=3483 2024-11-26T11:12:07,828 INFO [FileChangeWatcher-hbase_test_ca2337793427594773013.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2337793427594773013.p12 thread finished 2024-11-26T11:12:08,395 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:08,396 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39123 2024-11-26T11:12:08,396 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:08,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d94c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:08,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:08,398 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:08,734 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:08,735 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:08,736 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread started 2024-11-26T11:12:08,736 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:08,736 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread started 2024-11-26T11:12:08,736 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:08,900 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:09,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:09,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:09,065 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread started 2024-11-26T11:12:09,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:09,065 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread started 2024-11-26T11:12:09,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc46a1547, L:/127.0.0.1:39123 - R:/127.0.0.1:34212] 2024-11-26T11:12:09,258 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:09,460 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,460 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,460 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,460 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,460 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,460 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,460 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,460 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,704 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,704 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,704 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,705 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,705 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,704 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,705 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,705 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,705 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,705 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:09,705 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,705 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,705 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,705 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,705 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,705 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,867 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39123,0 is dead - stopping the connection localhost:39123/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T11:12:09,867 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,867 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,867 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,867 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,867 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,867 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:09,867 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,867 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:09,869 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:10,194 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:10,194 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:10,358 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:10,521 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:10,522 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x52a0282b, L:/127.0.0.1:39123 - R:/127.0.0.1:34218] 2024-11-26T11:12:10,714 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:10,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:10,715 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39123 2024-11-26T11:12:10,715 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks was interrupted and is shutting down... 2024-11-26T11:12:10,715 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key447423420905218092.bcfks was interrupted and is shutting down... 2024-11-26T11:12:10,715 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key447423420905218092.bcfks was interrupted and is shutting down... 2024-11-26T11:12:10,716 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread finished 2024-11-26T11:12:10,716 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread finished 2024-11-26T11:12:10,716 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread finished 2024-11-26T11:12:10,716 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks was interrupted and is shutting down... 2024-11-26T11:12:10,723 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 198) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3421 (was 3483) 2024-11-26T11:12:10,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=3421 2024-11-26T11:12:10,730 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:10,730 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37619 2024-11-26T11:12:10,731 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:10,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:10,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:10,732 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread finished 2024-11-26T11:12:10,732 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:11,059 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:11,060 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:11,060 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:11,060 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread started 2024-11-26T11:12:11,061 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread started 2024-11-26T11:12:11,061 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:11,226 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:11,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:11,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:11,394 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread started 2024-11-26T11:12:11,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:11,395 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread started 2024-11-26T11:12:11,395 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x402fc13b, L:/127.0.0.1:37619 - R:/127.0.0.1:42598] 2024-11-26T11:12:11,574 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:11,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:11,576 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key447423420905218092.bcfks was interrupted and is shutting down... 2024-11-26T11:12:11,576 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks was interrupted and is shutting down... 2024-11-26T11:12:11,576 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread finished 2024-11-26T11:12:11,576 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread finished 2024-11-26T11:12:11,919 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:11,919 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:11,919 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:11,919 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:12,161 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:12,161 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:12,161 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:12,161 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key447423420905218092.bcfks 2024-11-26T11:12:12,161 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:12,161 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:12,161 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:12,161 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:12,322 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:12,322 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:12,323 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:12,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:12,323 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10172557831697061.bcfks 2024-11-26T11:12:12,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:12,324 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:12,651 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:12,651 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:12,652 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread started 2024-11-26T11:12:12,652 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:12,653 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread started 2024-11-26T11:12:12,653 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:12,815 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:12,978 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:12,979 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf903f8c0, L:/127.0.0.1:37619 - R:/127.0.0.1:42604] 2024-11-26T11:12:13,164 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:13,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:13,166 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key447423420905218092.bcfks was interrupted and is shutting down... 2024-11-26T11:12:13,166 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37619 2024-11-26T11:12:13,166 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks was interrupted and is shutting down... 2024-11-26T11:12:13,167 DEBUG [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks was interrupted and is shutting down... 2024-11-26T11:12:13,167 DEBUG [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key447423420905218092.bcfks was interrupted and is shutting down... 2024-11-26T11:12:13,167 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread finished 2024-11-26T11:12:13,167 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread finished 2024-11-26T11:12:13,167 INFO [FileChangeWatcher-hbase_test_ca10172557831697061.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10172557831697061.bcfks thread finished 2024-11-26T11:12:13,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=3376 (was 3421) 2024-11-26T11:12:13,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3375 2024-11-26T11:12:13,184 INFO [FileChangeWatcher-hbase_test_key447423420905218092.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key447423420905218092.bcfks thread finished 2024-11-26T11:12:13,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:13,312 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33097 2024-11-26T11:12:13,312 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:13,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7141807b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:13,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:13,314 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,348 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,349 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,350 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key901291682520487279.jks thread started 2024-11-26T11:12:13,350 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,350 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread started 2024-11-26T11:12:13,350 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:13,367 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,384 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,385 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,385 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key901291682520487279.jks thread started 2024-11-26T11:12:13,385 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,387 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread started 2024-11-26T11:12:13,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00b70e52, L:/127.0.0.1:33097 - R:/127.0.0.1:39114] 2024-11-26T11:12:13,449 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:13,458 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,458 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,458 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,459 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,459 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,459 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,459 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,459 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,492 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,492 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,492 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,492 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,492 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,492 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,492 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,492 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,492 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,492 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,492 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,492 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,492 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,493 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,493 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,493 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,520 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,520 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,520 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,520 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,520 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,520 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,520 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,520 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33097,0 is dead - stopping the connection localhost:33097/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T11:12:13,520 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:13,521 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,555 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,555 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:13,572 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,589 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x541a7e2a, L:/127.0.0.1:33097 - R:/127.0.0.1:39128] 2024-11-26T11:12:13,635 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:13,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:13,637 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33097 2024-11-26T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key901291682520487279.jks was interrupted and is shutting down... 2024-11-26T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5352166046386028070.jks was interrupted and is shutting down... 2024-11-26T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key901291682520487279.jks was interrupted and is shutting down... 2024-11-26T11:12:13,637 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5352166046386028070.jks was interrupted and is shutting down... 2024-11-26T11:12:13,637 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread finished 2024-11-26T11:12:13,637 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key901291682520487279.jks thread finished 2024-11-26T11:12:13,637 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key901291682520487279.jks thread finished 2024-11-26T11:12:13,637 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread finished 2024-11-26T11:12:13,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3352 (was 3375) 2024-11-26T11:12:13,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3352 2024-11-26T11:12:13,650 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:13,651 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34733 2024-11-26T11:12:13,651 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:13,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:13,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:13,652 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,685 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,686 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,686 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key901291682520487279.jks thread started 2024-11-26T11:12:13,686 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,687 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread started 2024-11-26T11:12:13,687 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:13,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,721 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,721 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,721 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key901291682520487279.jks thread started 2024-11-26T11:12:13,722 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread started 2024-11-26T11:12:13,722 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa30e1fe3, L:/127.0.0.1:34733 - R:/127.0.0.1:54766] 2024-11-26T11:12:13,763 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:13,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:13,765 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key901291682520487279.jks was interrupted and is shutting down... 2024-11-26T11:12:13,765 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5352166046386028070.jks was interrupted and is shutting down... 2024-11-26T11:12:13,765 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread finished 2024-11-26T11:12:13,765 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key901291682520487279.jks thread finished 2024-11-26T11:12:13,771 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,771 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,771 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,771 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,800 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,800 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,800 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,800 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key901291682520487279.jks 2024-11-26T11:12:13,800 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,800 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,800 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,800 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,817 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,817 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,817 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,817 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5352166046386028070.jks 2024-11-26T11:12:13,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:13,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:13,818 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,852 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,853 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,866 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key901291682520487279.jks thread started 2024-11-26T11:12:13,866 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,866 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread started 2024-11-26T11:12:13,866 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:13,893 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,909 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,909 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x32413043, L:/127.0.0.1:34733 - R:/127.0.0.1:54778] 2024-11-26T11:12:13,953 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:13,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:13,955 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34733 2024-11-26T11:12:13,955 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5352166046386028070.jks was interrupted and is shutting down... 2024-11-26T11:12:13,955 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key901291682520487279.jks was interrupted and is shutting down... 2024-11-26T11:12:13,955 DEBUG [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key901291682520487279.jks was interrupted and is shutting down... 2024-11-26T11:12:13,955 DEBUG [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5352166046386028070.jks was interrupted and is shutting down... 2024-11-26T11:12:13,956 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread finished 2024-11-26T11:12:13,956 INFO [FileChangeWatcher-hbase_test_ca5352166046386028070.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5352166046386028070.jks thread finished 2024-11-26T11:12:13,956 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key901291682520487279.jks thread finished 2024-11-26T11:12:13,963 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3319 (was 3352) 2024-11-26T11:12:13,968 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3319 2024-11-26T11:12:13,973 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:13,974 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35773 2024-11-26T11:12:13,974 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:13,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:13,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:13,975 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,976 INFO [FileChangeWatcher-hbase_test_key901291682520487279.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key901291682520487279.jks thread finished 2024-11-26T11:12:13,979 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,980 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,980 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread started 2024-11-26T11:12:13,980 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,981 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread started 2024-11-26T11:12:13,981 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:13,984 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:13,985 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:13,985 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,986 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread started 2024-11-26T11:12:13,986 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:13,986 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread started 2024-11-26T11:12:13,986 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcfedcfff, L:/127.0.0.1:35773 - R:/127.0.0.1:53430] 2024-11-26T11:12:14,000 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,010 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,010 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,011 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35773,0 is dead - stopping the connection localhost:35773/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T11:12:14,011 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:14,012 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,016 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,017 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:14,021 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,021 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,021 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6593cdde, L:/127.0.0.1:35773 - R:/127.0.0.1:53444] 2024-11-26T11:12:14,038 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:14,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:14,039 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35773 2024-11-26T11:12:14,039 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13682161121480954653.pem was interrupted and is shutting down... 2024-11-26T11:12:14,039 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13151033687007662282.pem was interrupted and is shutting down... 2024-11-26T11:12:14,039 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13151033687007662282.pem was interrupted and is shutting down... 2024-11-26T11:12:14,039 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13682161121480954653.pem was interrupted and is shutting down... 2024-11-26T11:12:14,039 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread finished 2024-11-26T11:12:14,040 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread finished 2024-11-26T11:12:14,040 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread finished 2024-11-26T11:12:14,040 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread finished 2024-11-26T11:12:14,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3318 (was 3319) 2024-11-26T11:12:14,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3318 2024-11-26T11:12:14,052 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:14,053 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34813 2024-11-26T11:12:14,053 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:14,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:14,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:14,054 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,058 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,059 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,059 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread started 2024-11-26T11:12:14,059 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,060 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread started 2024-11-26T11:12:14,060 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:14,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,065 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread started 2024-11-26T11:12:14,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,066 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread started 2024-11-26T11:12:14,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe18ba9a6, L:/127.0.0.1:34813 - R:/127.0.0.1:48226] 2024-11-26T11:12:14,079 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:14,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:14,081 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13151033687007662282.pem was interrupted and is shutting down... 2024-11-26T11:12:14,081 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13682161121480954653.pem was interrupted and is shutting down... 2024-11-26T11:12:14,081 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread finished 2024-11-26T11:12:14,081 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread finished 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,089 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,089 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13151033687007662282.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,089 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,089 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,089 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13682161121480954653.pem 2024-11-26T11:12:14,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:14,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:14,090 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,095 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,095 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,095 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread started 2024-11-26T11:12:14,095 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,096 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread started 2024-11-26T11:12:14,096 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:14,100 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,100 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,100 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe8f0a68d, L:/127.0.0.1:34813 - R:/127.0.0.1:48238] 2024-11-26T11:12:14,115 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:14,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:14,116 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34813 2024-11-26T11:12:14,116 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13682161121480954653.pem was interrupted and is shutting down... 2024-11-26T11:12:14,116 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13151033687007662282.pem was interrupted and is shutting down... 2024-11-26T11:12:14,116 DEBUG [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13151033687007662282.pem was interrupted and is shutting down... 2024-11-26T11:12:14,116 DEBUG [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13682161121480954653.pem was interrupted and is shutting down... 2024-11-26T11:12:14,116 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread finished 2024-11-26T11:12:14,116 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread finished 2024-11-26T11:12:14,123 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3318 (was 3318) 2024-11-26T11:12:14,129 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3317 2024-11-26T11:12:14,136 INFO [FileChangeWatcher-hbase_test_key13151033687007662282.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13151033687007662282.pem thread finished 2024-11-26T11:12:14,136 INFO [FileChangeWatcher-hbase_test_ca13682161121480954653.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13682161121480954653.pem thread finished 2024-11-26T11:12:14,174 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:14,174 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35239 2024-11-26T11:12:14,174 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:14,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:14,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:14,176 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,208 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,209 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,209 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread started 2024-11-26T11:12:14,209 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,209 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread started 2024-11-26T11:12:14,210 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:14,226 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,243 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread started 2024-11-26T11:12:14,243 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,243 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread started 2024-11-26T11:12:14,243 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9d26f594, L:/127.0.0.1:35239 - R:/127.0.0.1:59244] 2024-11-26T11:12:14,291 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:14,299 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,299 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,299 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,299 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,299 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,299 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,299 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,299 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,329 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,329 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,329 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,329 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,329 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,329 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,329 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,329 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,329 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,330 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,330 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,330 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,330 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,330 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,330 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,330 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,345 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,345 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,345 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,345 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,345 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,345 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,345 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35239,0 is dead - stopping the connection localhost:35239/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T11:12:14,345 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,345 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:14,346 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,378 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,379 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:14,395 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,411 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x653bbbd5, L:/127.0.0.1:35239 - R:/127.0.0.1:59254] 2024-11-26T11:12:14,452 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:14,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:14,454 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35239 2024-11-26T11:12:14,454 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11657311707778450409.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,454 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,454 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11657311707778450409.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,454 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,454 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread finished 2024-11-26T11:12:14,454 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread finished 2024-11-26T11:12:14,454 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread finished 2024-11-26T11:12:14,455 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread finished 2024-11-26T11:12:14,461 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3317 (was 3317) 2024-11-26T11:12:14,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3317 2024-11-26T11:12:14,468 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:14,469 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36907 2024-11-26T11:12:14,469 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:14,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:14,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:14,470 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,503 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,503 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,504 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread started 2024-11-26T11:12:14,504 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,504 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread started 2024-11-26T11:12:14,504 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:14,521 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,537 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,537 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread started 2024-11-26T11:12:14,537 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,538 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread started 2024-11-26T11:12:14,538 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaf2e0918, L:/127.0.0.1:36907 - R:/127.0.0.1:45046] 2024-11-26T11:12:14,576 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:14,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:14,578 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,578 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11657311707778450409.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,578 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread finished 2024-11-26T11:12:14,578 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread finished 2024-11-26T11:12:14,582 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,582 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,582 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,582 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,610 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,610 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,610 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,610 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11657311707778450409.p12 2024-11-26T11:12:14,610 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,610 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,611 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,611 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,626 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,626 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,626 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,626 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2061975061473248387.p12 2024-11-26T11:12:14,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:14,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:14,627 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,662 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,663 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,663 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread started 2024-11-26T11:12:14,664 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:14,664 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread started 2024-11-26T11:12:14,664 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:14,694 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:14,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:14,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x189eba3e, L:/127.0.0.1:36907 - R:/127.0.0.1:45050] 2024-11-26T11:12:14,759 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:14,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:14,760 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36907 2024-11-26T11:12:14,760 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11657311707778450409.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,760 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,761 DEBUG [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11657311707778450409.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,761 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread finished 2024-11-26T11:12:14,761 DEBUG [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 was interrupted and is shutting down... 2024-11-26T11:12:14,761 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread finished 2024-11-26T11:12:14,761 INFO [FileChangeWatcher-hbase_test_ca2061975061473248387.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2061975061473248387.p12 thread finished 2024-11-26T11:12:14,769 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3314 (was 3317) 2024-11-26T11:12:14,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3314 2024-11-26T11:12:14,784 INFO [FileChangeWatcher-hbase_test_key11657311707778450409.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11657311707778450409.p12 thread finished 2024-11-26T11:12:15,185 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:15,185 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36545 2024-11-26T11:12:15,185 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:15,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:15,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:15,187 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:15,519 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:15,520 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:15,520 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread started 2024-11-26T11:12:15,520 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:15,521 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread started 2024-11-26T11:12:15,521 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:15,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:15,851 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:15,852 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:15,853 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread started 2024-11-26T11:12:15,853 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:15,853 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread started 2024-11-26T11:12:15,853 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2bff6860, L:/127.0.0.1:36545 - R:/127.0.0.1:34388] 2024-11-26T11:12:16,088 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:16,096 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,096 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,096 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,096 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,096 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,096 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,096 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,096 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,355 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,355 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,355 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,355 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,355 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,519 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,519 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,519 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36545,0 is dead - stopping the connection localhost:36545/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T11:12:16,519 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,519 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,519 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,519 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,519 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,519 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:16,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:16,520 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:16,848 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:16,849 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:17,014 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:17,179 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:17,180 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd57abc36, L:/127.0.0.1:36545 - R:/127.0.0.1:34400] 2024-11-26T11:12:17,362 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:17,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:17,363 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36545 2024-11-26T11:12:17,364 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks was interrupted and is shutting down... 2024-11-26T11:12:17,364 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks was interrupted and is shutting down... 2024-11-26T11:12:17,364 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks was interrupted and is shutting down... 2024-11-26T11:12:17,364 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks was interrupted and is shutting down... 2024-11-26T11:12:17,364 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread finished 2024-11-26T11:12:17,364 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread finished 2024-11-26T11:12:17,364 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread finished 2024-11-26T11:12:17,370 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3319 (was 3314) - AvailableMemoryMB LEAK? - 2024-11-26T11:12:17,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3319 2024-11-26T11:12:17,377 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:12:17,377 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42311 2024-11-26T11:12:17,378 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T11:12:17,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:17,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:17,379 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:17,380 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread finished 2024-11-26T11:12:17,708 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:17,709 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:17,709 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread started 2024-11-26T11:12:17,709 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:17,710 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread started 2024-11-26T11:12:17,710 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:17,875 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:18,040 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:18,040 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:18,041 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread started 2024-11-26T11:12:18,041 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:18,041 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread started 2024-11-26T11:12:18,041 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x51970f92, L:/127.0.0.1:42311 - R:/127.0.0.1:47944] 2024-11-26T11:12:18,224 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:18,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:18,226 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks was interrupted and is shutting down... 2024-11-26T11:12:18,226 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks was interrupted and is shutting down... 2024-11-26T11:12:18,226 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread finished 2024-11-26T11:12:18,226 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread finished 2024-11-26T11:12:18,232 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:18,232 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:18,232 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:18,232 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:18,479 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:18,479 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:18,479 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:18,479 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2749232782768147102.bcfks 2024-11-26T11:12:18,479 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:18,479 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:18,479 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:18,480 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:18,647 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:18,647 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:18,647 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:18,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e3b1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:12:18,647 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9011144332073728996.bcfks 2024-11-26T11:12:18,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T11:12:18,648 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:18,978 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:18,978 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:18,979 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread started 2024-11-26T11:12:18,979 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/463cf7a6-8333-c465-aeae-846dc4c73f18/TestNettyTLSIPCFileWatcher 2024-11-26T11:12:18,979 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread started 2024-11-26T11:12:18,980 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T11:12:19,146 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T11:12:19,312 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T11:12:19,313 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2f7f54d1, L:/127.0.0.1:42311 - R:/127.0.0.1:47948] 2024-11-26T11:12:19,493 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T11:12:19,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:12:19,495 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42311 2024-11-26T11:12:19,495 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks was interrupted and is shutting down... 2024-11-26T11:12:19,495 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks was interrupted and is shutting down... 2024-11-26T11:12:19,495 DEBUG [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks was interrupted and is shutting down... 2024-11-26T11:12:19,495 DEBUG [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks was interrupted and is shutting down... 2024-11-26T11:12:19,495 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread finished 2024-11-26T11:12:19,495 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread finished 2024-11-26T11:12:19,495 INFO [FileChangeWatcher-hbase_test_key2749232782768147102.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2749232782768147102.bcfks thread finished 2024-11-26T11:12:19,495 INFO [FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9011144332073728996.bcfks thread finished 2024-11-26T11:12:19,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3319 (was 3319)