2024-11-12 02:27:47,268 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-12 02:27:47,280 main DEBUG Took 0.009850 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 02:27:47,280 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 02:27:47,281 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 02:27:47,282 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 02:27:47,283 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,293 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 02:27:47,303 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,305 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,307 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,308 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,309 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,310 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,311 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,312 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,312 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,313 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 02:27:47,314 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,314 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 02:27:47,316 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 02:27:47,317 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 02:27:47,319 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 02:27:47,319 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 02:27:47,320 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 02:27:47,320 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 02:27:47,328 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 02:27:47,330 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 02:27:47,332 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 02:27:47,332 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 02:27:47,332 main DEBUG createAppenders(={Console}) 2024-11-12 02:27:47,333 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-12 02:27:47,333 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-12 02:27:47,334 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-12 02:27:47,334 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 02:27:47,334 main DEBUG OutputStream closed 2024-11-12 02:27:47,335 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 02:27:47,335 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 02:27:47,335 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-12 02:27:47,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 02:27:47,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 02:27:47,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 02:27:47,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 02:27:47,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 02:27:47,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 02:27:47,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 02:27:47,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 02:27:47,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 02:27:47,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 02:27:47,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 02:27:47,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 02:27:47,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 02:27:47,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 02:27:47,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 02:27:47,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 02:27:47,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 02:27:47,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 02:27:47,419 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 02:27:47,420 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-12 02:27:47,420 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 02:27:47,421 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-12T02:27:47,435 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-12 02:27:47,437 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 02:27:47,438 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T02:27:47,800 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T02:27:48,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=104, ProcessCount=11, AvailableMemoryMB=1985 2024-11-12T02:27:49,438 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T02:27:49,488 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T02:27:49,505 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T02:27:49,517 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T02:27:49,576 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:49,603 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44753 (auto-detected) 2024-11-12T02:27:49,604 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T02:27:49,623 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36071 2024-11-12T02:27:49,626 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:49,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:49,655 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T02:27:49,655 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T02:27:49,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:49,978 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:50,023 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:50,100 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:50,102 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread started 2024-11-12T02:27:50,102 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:50,103 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread started 2024-11-12T02:27:50,109 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:50,173 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:50,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:50,253 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:50,253 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:50,253 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread started 2024-11-12T02:27:50,254 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread started 2024-11-12T02:27:50,256 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4408035d, L:/127.0.0.1:36071 - R:/127.0.0.1:56654] 2024-11-12T02:27:50,383 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:50,662 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,662 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,662 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,662 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,662 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,662 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,662 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,662 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,685 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,685 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,685 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,685 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,686 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,686 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,686 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,686 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:50,705 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,705 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,705 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,705 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,705 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,706 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,706 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,706 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,724 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,724 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,724 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36071,0 is dead - stopping the connection localhost:36071/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T02:27:50,724 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,724 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,724 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,724 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,724 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,724 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:50,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:50,727 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:50,756 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:50,757 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:50,774 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:50,787 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:50,788 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1fc209b7, L:/127.0.0.1:36071 - R:/127.0.0.1:56668] 2024-11-12T02:27:50,831 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:50,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:50,834 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36071 2024-11-12T02:27:50,834 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14793937377085756939.jks was interrupted and is shutting down... 2024-11-12T02:27:50,834 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881365548818971335.jks was interrupted and is shutting down... 2024-11-12T02:27:50,834 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881365548818971335.jks was interrupted and is shutting down... 2024-11-12T02:27:50,834 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14793937377085756939.jks was interrupted and is shutting down... 2024-11-12T02:27:50,834 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread finished 2024-11-12T02:27:50,834 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread finished 2024-11-12T02:27:50,843 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14793937377085756939.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14793937377085756939.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 104) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1827 (was 1985) 2024-11-12T02:27:50,846 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread finished 2024-11-12T02:27:50,846 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread finished 2024-11-12T02:27:50,848 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=1827 2024-11-12T02:27:50,850 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:50,851 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42867 2024-11-12T02:27:50,851 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:50,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1ae843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:50,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:50,853 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:50,895 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:50,896 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:50,897 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread started 2024-11-12T02:27:50,897 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:50,897 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread started 2024-11-12T02:27:50,897 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:50,912 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:50,926 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:50,927 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:50,928 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread started 2024-11-12T02:27:50,928 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:50,928 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread started 2024-11-12T02:27:50,928 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x367490e8, L:/127.0.0.1:42867 - R:/127.0.0.1:55220] 2024-11-12T02:27:50,967 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:50,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:50,970 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881365548818971335.jks was interrupted and is shutting down... 2024-11-12T02:27:50,970 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14793937377085756939.jks was interrupted and is shutting down... 2024-11-12T02:27:50,970 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread finished 2024-11-12T02:27:50,970 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread finished 2024-11-12T02:27:51,145 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:51,145 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:51,145 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:51,145 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:51,173 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:51,173 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:51,174 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:51,174 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7881365548818971335.jks 2024-11-12T02:27:51,174 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:51,174 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:51,174 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:51,174 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:51,186 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:51,186 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:51,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b96e8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:51,186 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:51,186 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14793937377085756939.jks 2024-11-12T02:27:51,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:51,188 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:51,217 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:51,218 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,219 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread started 2024-11-12T02:27:51,219 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,219 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread started 2024-11-12T02:27:51,220 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:51,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:51,248 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:51,249 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1b9397c3, L:/127.0.0.1:42867 - R:/127.0.0.1:55236] 2024-11-12T02:27:51,285 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:51,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:51,287 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42867 2024-11-12T02:27:51,287 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881365548818971335.jks was interrupted and is shutting down... 2024-11-12T02:27:51,287 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14793937377085756939.jks was interrupted and is shutting down... 2024-11-12T02:27:51,287 DEBUG [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14793937377085756939.jks was interrupted and is shutting down... 2024-11-12T02:27:51,287 DEBUG [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7881365548818971335.jks was interrupted and is shutting down... 2024-11-12T02:27:51,287 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread finished 2024-11-12T02:27:51,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key7881365548818971335.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=1778 (was 1827) 2024-11-12T02:27:51,300 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=1777 2024-11-12T02:27:51,303 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread finished 2024-11-12T02:27:51,303 INFO [FileChangeWatcher-hbase_test_ca14793937377085756939.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14793937377085756939.jks thread finished 2024-11-12T02:27:51,303 INFO [FileChangeWatcher-hbase_test_key7881365548818971335.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7881365548818971335.jks thread finished 2024-11-12T02:27:51,353 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:51,354 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36725 2024-11-12T02:27:51,354 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:51,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:51,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:51,357 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:51,386 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:51,387 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,388 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread started 2024-11-12T02:27:51,388 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,389 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread started 2024-11-12T02:27:51,389 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:51,405 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:51,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:51,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,407 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread started 2024-11-12T02:27:51,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,407 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread started 2024-11-12T02:27:51,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x98fcedd0, L:/127.0.0.1:36725 - R:/127.0.0.1:53210] 2024-11-12T02:27:51,426 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:51,714 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,714 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,714 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,715 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:51,739 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,739 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,739 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,739 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,739 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36725,0 is dead - stopping the connection localhost:36725/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T02:27:51,739 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,739 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,739 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,739 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,739 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,739 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:51,740 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,740 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:51,741 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:51,750 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:51,751 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:51,766 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:51,767 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:51,768 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x38c29559, L:/127.0.0.1:36725 - R:/127.0.0.1:53220] 2024-11-12T02:27:51,786 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:51,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:51,788 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36725 2024-11-12T02:27:51,788 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3744530224538311554.pem was interrupted and is shutting down... 2024-11-12T02:27:51,788 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11021972921352091842.pem was interrupted and is shutting down... 2024-11-12T02:27:51,788 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11021972921352091842.pem was interrupted and is shutting down... 2024-11-12T02:27:51,788 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3744530224538311554.pem was interrupted and is shutting down... 2024-11-12T02:27:51,788 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread finished 2024-11-12T02:27:51,788 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread finished 2024-11-12T02:27:51,788 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread finished 2024-11-12T02:27:51,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=1717 (was 1777) 2024-11-12T02:27:51,798 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=1716 2024-11-12T02:27:51,800 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:51,800 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43123 2024-11-12T02:27:51,801 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:51,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:51,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:51,803 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:51,806 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread finished 2024-11-12T02:27:51,808 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:51,808 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,809 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread started 2024-11-12T02:27:51,809 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,810 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread started 2024-11-12T02:27:51,810 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:51,815 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:51,816 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:51,817 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,817 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread started 2024-11-12T02:27:51,817 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:51,818 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread started 2024-11-12T02:27:51,818 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x87e66c30, L:/127.0.0.1:43123 - R:/127.0.0.1:58406] 2024-11-12T02:27:51,831 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:51,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:51,833 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11021972921352091842.pem was interrupted and is shutting down... 2024-11-12T02:27:51,833 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3744530224538311554.pem was interrupted and is shutting down... 2024-11-12T02:27:51,833 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread finished 2024-11-12T02:27:51,833 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread finished 2024-11-12T02:27:52,075 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:52,075 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:52,075 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:52,075 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:52,075 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:52,075 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:52,075 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:52,075 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11021972921352091842.pem 2024-11-12T02:27:52,076 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:52,076 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:52,076 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:52,076 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:52,076 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:52,076 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:52,076 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:52,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:52,076 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3744530224538311554.pem 2024-11-12T02:27:52,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:52,078 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:52,082 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:52,083 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:52,083 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread started 2024-11-12T02:27:52,084 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:52,084 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread started 2024-11-12T02:27:52,084 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:52,089 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:52,090 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:52,090 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x20aafc74, L:/127.0.0.1:43123 - R:/127.0.0.1:58412] 2024-11-12T02:27:52,107 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:52,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:52,109 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43123 2024-11-12T02:27:52,109 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11021972921352091842.pem was interrupted and is shutting down... 2024-11-12T02:27:52,109 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3744530224538311554.pem was interrupted and is shutting down... 2024-11-12T02:27:52,109 DEBUG [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11021972921352091842.pem was interrupted and is shutting down... 2024-11-12T02:27:52,109 DEBUG [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3744530224538311554.pem was interrupted and is shutting down... 2024-11-12T02:27:52,109 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread finished 2024-11-12T02:27:52,109 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread finished 2024-11-12T02:27:52,114 INFO [FileChangeWatcher-hbase_test_ca3744530224538311554.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3744530224538311554.pem thread finished 2024-11-12T02:27:52,114 INFO [FileChangeWatcher-hbase_test_key11021972921352091842.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11021972921352091842.pem thread finished 2024-11-12T02:27:52,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_key11021972921352091842.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=1680 (was 1716) 2024-11-12T02:27:52,120 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=1679 2024-11-12T02:27:52,183 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:52,184 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40673 2024-11-12T02:27:52,184 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:52,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:52,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:52,186 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:52,216 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:52,216 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:52,217 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread started 2024-11-12T02:27:52,217 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:52,217 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread started 2024-11-12T02:27:52,218 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:52,231 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:52,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:52,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:52,245 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread started 2024-11-12T02:27:52,245 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:52,245 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread started 2024-11-12T02:27:52,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x49120dc8, L:/127.0.0.1:40673 - R:/127.0.0.1:42704] 2024-11-12T02:27:52,279 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:52,865 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,865 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,865 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,866 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,866 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,866 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,866 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,866 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,888 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,888 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,888 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,888 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,889 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,889 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,889 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,889 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:52,913 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,913 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,913 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,913 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,913 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,913 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,913 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,913 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,932 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40673,0 is dead - stopping the connection localhost:40673/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T02:27:52,932 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,932 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,932 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,932 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,932 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,932 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,932 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,932 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:52,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:52,933 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:52,962 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:52,962 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:52,976 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:52,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:52,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x16948b78, L:/127.0.0.1:40673 - R:/127.0.0.1:42712] 2024-11-12T02:27:53,024 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:53,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:53,026 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40673 2024-11-12T02:27:53,026 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,026 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12807709031317437877.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,026 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,026 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12807709031317437877.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,026 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread finished 2024-11-12T02:27:53,026 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread finished 2024-11-12T02:27:53,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key12807709031317437877.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13905537961491092286.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=1554 (was 1679) 2024-11-12T02:27:53,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=1554 2024-11-12T02:27:53,037 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:53,038 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45229 2024-11-12T02:27:53,038 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:53,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cada828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:53,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:53,040 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:53,042 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread finished 2024-11-12T02:27:53,042 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread finished 2024-11-12T02:27:53,068 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:53,068 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:53,069 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread started 2024-11-12T02:27:53,069 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:53,069 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread started 2024-11-12T02:27:53,069 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:53,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:53,096 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:53,097 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:53,097 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread started 2024-11-12T02:27:53,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:53,098 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread started 2024-11-12T02:27:53,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf82de06a, L:/127.0.0.1:45229 - R:/127.0.0.1:32808] 2024-11-12T02:27:53,129 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:53,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:53,132 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12807709031317437877.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,132 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,132 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread finished 2024-11-12T02:27:53,154 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread finished 2024-11-12T02:27:53,511 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:53,511 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:53,511 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:53,511 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:53,534 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:53,534 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:53,534 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:53,534 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12807709031317437877.p12 2024-11-12T02:27:53,555 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:53,555 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:53,555 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:53,555 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:53,573 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:53,573 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:53,573 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:53,573 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13905537961491092286.p12 2024-11-12T02:27:53,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc2a853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:53,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:53,575 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:53,602 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:53,603 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:53,604 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread started 2024-11-12T02:27:53,604 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:53,604 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread started 2024-11-12T02:27:53,604 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:53,619 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:53,633 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:53,633 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xba5ee597, L:/127.0.0.1:45229 - R:/127.0.0.1:32818] 2024-11-12T02:27:53,666 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:53,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:53,668 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12807709031317437877.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,668 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45229 2024-11-12T02:27:53,668 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,668 DEBUG [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12807709031317437877.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,668 DEBUG [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 was interrupted and is shutting down... 2024-11-12T02:27:53,668 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread finished 2024-11-12T02:27:53,668 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread finished 2024-11-12T02:27:53,668 INFO [FileChangeWatcher-hbase_test_key12807709031317437877.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12807709031317437877.p12 thread finished 2024-11-12T02:27:53,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=1492 (was 1554) 2024-11-12T02:27:53,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=1492 2024-11-12T02:27:53,690 INFO [FileChangeWatcher-hbase_test_ca13905537961491092286.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13905537961491092286.p12 thread finished 2024-11-12T02:27:54,137 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:54,137 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34405 2024-11-12T02:27:54,138 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:54,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:54,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:54,139 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:54,408 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:54,409 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:54,409 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread started 2024-11-12T02:27:54,409 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:54,410 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread started 2024-11-12T02:27:54,410 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:54,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:54,669 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:54,670 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:54,670 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread started 2024-11-12T02:27:54,670 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:54,671 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread started 2024-11-12T02:27:54,671 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x98f458f7, L:/127.0.0.1:34405 - R:/127.0.0.1:33154] 2024-11-12T02:27:54,825 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:55,130 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,130 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,130 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,130 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,130 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,130 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,130 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,130 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,324 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,324 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,324 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,324 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,324 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,324 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,324 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,324 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:55,347 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,347 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,347 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,347 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,347 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,347 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,347 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,347 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,480 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,480 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,480 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34405,0 is dead - stopping the connection localhost:34405/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T02:27:55,480 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,481 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,481 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,480 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,481 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,481 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:55,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:55,482 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:55,742 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:55,742 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:55,872 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:56,003 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:56,003 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x21388e40, L:/127.0.0.1:34405 - R:/127.0.0.1:33166] 2024-11-12T02:27:56,153 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:56,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:56,155 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34405 2024-11-12T02:27:56,155 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks was interrupted and is shutting down... 2024-11-12T02:27:56,155 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks was interrupted and is shutting down... 2024-11-12T02:27:56,155 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks was interrupted and is shutting down... 2024-11-12T02:27:56,155 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks was interrupted and is shutting down... 2024-11-12T02:27:56,155 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread finished 2024-11-12T02:27:56,155 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread finished 2024-11-12T02:27:56,161 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=1412 (was 1492) 2024-11-12T02:27:56,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=1410 2024-11-12T02:27:56,169 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:56,170 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45369 2024-11-12T02:27:56,170 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:56,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e6a36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:56,170 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread finished 2024-11-12T02:27:56,170 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread finished 2024-11-12T02:27:56,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:56,171 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:56,431 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:56,432 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:56,432 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread started 2024-11-12T02:27:56,432 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:56,433 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread started 2024-11-12T02:27:56,433 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:56,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:56,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:56,695 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:56,695 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread started 2024-11-12T02:27:56,695 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:56,696 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread started 2024-11-12T02:27:56,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x32b3e323, L:/127.0.0.1:45369 - R:/127.0.0.1:49916] 2024-11-12T02:27:56,838 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:56,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:56,839 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks was interrupted and is shutting down... 2024-11-12T02:27:56,839 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks was interrupted and is shutting down... 2024-11-12T02:27:56,840 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread finished 2024-11-12T02:27:56,840 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread finished 2024-11-12T02:27:57,027 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:57,027 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:57,027 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:57,027 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:57,219 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:57,219 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:57,219 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:57,219 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6024539745999150157.bcfks 2024-11-12T02:27:57,238 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:57,238 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:57,238 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:57,238 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:57,372 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:57,372 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:57,372 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:57,372 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3395371686963380922.bcfks 2024-11-12T02:27:57,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a14c2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:57,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:57,373 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:57,633 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:57,633 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:57,634 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread started 2024-11-12T02:27:57,634 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:57,634 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread started 2024-11-12T02:27:57,634 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:57,764 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:57,894 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:57,894 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xde14cfe4, L:/127.0.0.1:45369 - R:/127.0.0.1:49928] 2024-11-12T02:27:58,044 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:58,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:58,046 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks was interrupted and is shutting down... 2024-11-12T02:27:58,046 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45369 2024-11-12T02:27:58,046 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks was interrupted and is shutting down... 2024-11-12T02:27:58,046 DEBUG [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks was interrupted and is shutting down... 2024-11-12T02:27:58,046 DEBUG [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks was interrupted and is shutting down... 2024-11-12T02:27:58,046 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread finished 2024-11-12T02:27:58,046 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread finished 2024-11-12T02:27:58,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=1385 (was 1410) 2024-11-12T02:27:58,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=1385 2024-11-12T02:27:58,066 INFO [FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3395371686963380922.bcfks thread finished 2024-11-12T02:27:58,066 INFO [FileChangeWatcher-hbase_test_key6024539745999150157.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6024539745999150157.bcfks thread finished 2024-11-12T02:27:58,214 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:58,215 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39655 2024-11-12T02:27:58,215 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:58,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:58,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:58,217 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,245 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,245 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,246 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread started 2024-11-12T02:27:58,246 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,246 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread started 2024-11-12T02:27:58,246 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:58,261 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,274 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,274 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,275 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread started 2024-11-12T02:27:58,275 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,275 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread started 2024-11-12T02:27:58,275 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4714d8f6, L:/127.0.0.1:39655 - R:/127.0.0.1:38346] 2024-11-12T02:27:58,327 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:58,336 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,336 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,336 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,336 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,337 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,337 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,337 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,337 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,361 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,361 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,361 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,361 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,362 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,362 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,362 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,374 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,374 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,374 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,374 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39655,0 is dead - stopping the connection localhost:39655/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T02:27:58,374 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,375 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,375 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,375 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,375 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:58,376 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,409 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,409 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:58,425 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,438 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x88b9626a, L:/127.0.0.1:39655 - R:/127.0.0.1:38360] 2024-11-12T02:27:58,475 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:58,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:58,477 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39655 2024-11-12T02:27:58,477 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13235050700861972261.jks was interrupted and is shutting down... 2024-11-12T02:27:58,477 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2802209907332817147.jks was interrupted and is shutting down... 2024-11-12T02:27:58,477 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13235050700861972261.jks was interrupted and is shutting down... 2024-11-12T02:27:58,477 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2802209907332817147.jks was interrupted and is shutting down... 2024-11-12T02:27:58,477 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread finished 2024-11-12T02:27:58,477 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread finished 2024-11-12T02:27:58,477 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread finished 2024-11-12T02:27:58,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=1356 (was 1385) 2024-11-12T02:27:58,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=1355 2024-11-12T02:27:58,488 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:58,489 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39767 2024-11-12T02:27:58,489 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:58,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:58,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:58,490 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,490 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread finished 2024-11-12T02:27:58,518 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,518 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,519 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread started 2024-11-12T02:27:58,519 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,519 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread started 2024-11-12T02:27:58,519 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:58,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,546 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,547 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,547 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread started 2024-11-12T02:27:58,548 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,548 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread started 2024-11-12T02:27:58,548 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb6e1bb12, L:/127.0.0.1:39767 - R:/127.0.0.1:37878] 2024-11-12T02:27:58,582 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:58,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:58,584 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2802209907332817147.jks was interrupted and is shutting down... 2024-11-12T02:27:58,584 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13235050700861972261.jks was interrupted and is shutting down... 2024-11-12T02:27:58,585 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread finished 2024-11-12T02:27:58,585 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread finished 2024-11-12T02:27:58,590 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,590 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,591 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,591 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,614 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,614 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,614 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,614 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13235050700861972261.jks 2024-11-12T02:27:58,614 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,614 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,614 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,614 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,627 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,627 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,627 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,627 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2802209907332817147.jks 2024-11-12T02:27:58,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:58,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:58,681 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,708 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,708 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,709 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,709 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread started 2024-11-12T02:27:58,710 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread started 2024-11-12T02:27:58,711 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:58,724 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,738 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,738 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe2e7cd4a, L:/127.0.0.1:39767 - R:/127.0.0.1:37892] 2024-11-12T02:27:58,774 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:58,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:58,776 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13235050700861972261.jks was interrupted and is shutting down... 2024-11-12T02:27:58,776 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2802209907332817147.jks was interrupted and is shutting down... 2024-11-12T02:27:58,776 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39767 2024-11-12T02:27:58,776 DEBUG [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13235050700861972261.jks was interrupted and is shutting down... 2024-11-12T02:27:58,776 DEBUG [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2802209907332817147.jks was interrupted and is shutting down... 2024-11-12T02:27:58,776 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread finished 2024-11-12T02:27:58,776 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread finished 2024-11-12T02:27:58,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=1350 (was 1355) 2024-11-12T02:27:58,782 INFO [FileChangeWatcher-hbase_test_ca2802209907332817147.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2802209907332817147.jks thread finished 2024-11-12T02:27:58,783 INFO [FileChangeWatcher-hbase_test_key13235050700861972261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13235050700861972261.jks thread finished 2024-11-12T02:27:58,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=1350 2024-11-12T02:27:58,809 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:58,809 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36805 2024-11-12T02:27:58,809 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:58,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:58,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:58,810 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,814 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,814 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,814 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread started 2024-11-12T02:27:58,814 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,815 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread started 2024-11-12T02:27:58,815 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:58,819 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,821 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread started 2024-11-12T02:27:58,821 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,821 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread started 2024-11-12T02:27:58,821 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8e08f43b, L:/127.0.0.1:36805 - R:/127.0.0.1:49508] 2024-11-12T02:27:58,839 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:58,852 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,852 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,852 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,853 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36805,0 is dead - stopping the connection localhost:36805/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T02:27:58,853 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:58,854 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,858 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,858 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:58,861 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,861 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,861 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x536bdb82, L:/127.0.0.1:36805 - R:/127.0.0.1:49520] 2024-11-12T02:27:58,878 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:58,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:58,879 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4211684975582636602.pem was interrupted and is shutting down... 2024-11-12T02:27:58,879 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36805 2024-11-12T02:27:58,879 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9271198663568327947.pem was interrupted and is shutting down... 2024-11-12T02:27:58,879 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9271198663568327947.pem was interrupted and is shutting down... 2024-11-12T02:27:58,879 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4211684975582636602.pem was interrupted and is shutting down... 2024-11-12T02:27:58,880 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread finished 2024-11-12T02:27:58,880 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread finished 2024-11-12T02:27:58,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=1349 (was 1350) 2024-11-12T02:27:58,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=1349 2024-11-12T02:27:58,894 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:58,895 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35993 2024-11-12T02:27:58,895 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:58,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:58,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:58,896 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,901 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,901 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,902 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread started 2024-11-12T02:27:58,902 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,902 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread finished 2024-11-12T02:27:58,902 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread finished 2024-11-12T02:27:58,903 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread started 2024-11-12T02:27:58,903 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:58,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,909 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread started 2024-11-12T02:27:58,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,909 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread started 2024-11-12T02:27:58,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x589f4e3a, L:/127.0.0.1:35993 - R:/127.0.0.1:36318] 2024-11-12T02:27:58,922 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:58,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:58,924 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9271198663568327947.pem was interrupted and is shutting down... 2024-11-12T02:27:58,924 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4211684975582636602.pem was interrupted and is shutting down... 2024-11-12T02:27:58,924 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread finished 2024-11-12T02:27:58,924 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread finished 2024-11-12T02:27:58,933 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,933 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,933 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,933 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,933 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,933 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,933 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,934 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9271198663568327947.pem 2024-11-12T02:27:58,934 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,934 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,934 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,934 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,934 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,934 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,934 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,934 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4211684975582636602.pem 2024-11-12T02:27:58,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:58,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:58,935 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,938 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,939 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,939 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread started 2024-11-12T02:27:58,939 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:58,940 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread started 2024-11-12T02:27:58,940 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:58,943 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:58,943 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:58,944 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1ea4bce4, L:/127.0.0.1:35993 - R:/127.0.0.1:36320] 2024-11-12T02:27:58,958 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:58,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:58,959 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35993 2024-11-12T02:27:58,959 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9271198663568327947.pem was interrupted and is shutting down... 2024-11-12T02:27:58,959 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4211684975582636602.pem was interrupted and is shutting down... 2024-11-12T02:27:58,959 DEBUG [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4211684975582636602.pem was interrupted and is shutting down... 2024-11-12T02:27:58,959 DEBUG [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9271198663568327947.pem was interrupted and is shutting down... 2024-11-12T02:27:58,960 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread finished 2024-11-12T02:27:58,960 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread finished 2024-11-12T02:27:58,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=1349 (was 1349) 2024-11-12T02:27:58,971 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=1349 2024-11-12T02:27:58,978 INFO [FileChangeWatcher-hbase_test_key9271198663568327947.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9271198663568327947.pem thread finished 2024-11-12T02:27:58,978 INFO [FileChangeWatcher-hbase_test_ca4211684975582636602.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4211684975582636602.pem thread finished 2024-11-12T02:27:59,009 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:59,010 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44263 2024-11-12T02:27:59,010 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:59,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7817aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:59,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:59,011 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:59,037 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:59,038 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,038 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread started 2024-11-12T02:27:59,038 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,038 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread started 2024-11-12T02:27:59,039 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:59,052 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:59,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:59,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,065 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread started 2024-11-12T02:27:59,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,065 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread started 2024-11-12T02:27:59,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcff4e3b9, L:/127.0.0.1:44263 - R:/127.0.0.1:53758] 2024-11-12T02:27:59,100 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:59,107 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,107 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,107 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,107 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,107 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,107 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,107 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,107 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,129 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,129 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,129 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,129 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,129 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,141 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,141 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,141 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,141 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,142 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,142 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,142 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,142 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,142 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44263,0 is dead - stopping the connection localhost:44263/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T02:27:59,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:59,142 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:59,169 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:59,169 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:59,183 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:59,196 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:59,197 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9357f4c4, L:/127.0.0.1:44263 - R:/127.0.0.1:53770] 2024-11-12T02:27:59,234 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:59,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:59,235 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18222089978308943018.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,235 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,235 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44263 2024-11-12T02:27:59,235 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18222089978308943018.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,235 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,235 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread finished 2024-11-12T02:27:59,236 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread finished 2024-11-12T02:27:59,236 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread finished 2024-11-12T02:27:59,236 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread finished 2024-11-12T02:27:59,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=1348 (was 1349) 2024-11-12T02:27:59,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=133, ProcessCount=11, AvailableMemoryMB=1348 2024-11-12T02:27:59,247 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:59,248 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40999 2024-11-12T02:27:59,248 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:59,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2071b335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:59,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:59,249 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:59,278 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:59,279 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,279 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread started 2024-11-12T02:27:59,279 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,280 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread started 2024-11-12T02:27:59,280 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:59,295 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:59,307 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:59,307 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,308 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread started 2024-11-12T02:27:59,308 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,308 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread started 2024-11-12T02:27:59,308 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc4e835fa, L:/127.0.0.1:40999 - R:/127.0.0.1:41250] 2024-11-12T02:27:59,341 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:59,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:59,343 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18222089978308943018.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,343 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,343 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread finished 2024-11-12T02:27:59,343 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread finished 2024-11-12T02:27:59,349 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,349 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,349 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,349 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,378 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,378 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,378 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,378 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18222089978308943018.p12 2024-11-12T02:27:59,378 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,378 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,378 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,378 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,391 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,391 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,392 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,392 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12883529049253944579.p12 2024-11-12T02:27:59,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6ea1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:59,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:59,392 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:59,418 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:59,419 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,419 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread started 2024-11-12T02:27:59,420 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:27:59,420 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread started 2024-11-12T02:27:59,420 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:27:59,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:27:59,446 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:27:59,447 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb7389206, L:/127.0.0.1:40999 - R:/127.0.0.1:41260] 2024-11-12T02:27:59,481 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:27:59,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:27:59,482 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18222089978308943018.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,482 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40999 2024-11-12T02:27:59,482 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,482 DEBUG [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18222089978308943018.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,482 DEBUG [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 was interrupted and is shutting down... 2024-11-12T02:27:59,482 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread finished 2024-11-12T02:27:59,486 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread finished 2024-11-12T02:27:59,486 INFO [FileChangeWatcher-hbase_test_key18222089978308943018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18222089978308943018.p12 thread finished 2024-11-12T02:27:59,486 INFO [FileChangeWatcher-hbase_test_ca12883529049253944579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12883529049253944579.p12 thread finished 2024-11-12T02:27:59,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 133), ProcessCount=11 (was 11), AvailableMemoryMB=1340 (was 1348) 2024-11-12T02:27:59,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=1339 2024-11-12T02:27:59,851 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:27:59,852 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36915 2024-11-12T02:27:59,852 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:27:59,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0b35ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:27:59,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:27:59,853 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:28:00,116 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:28:00,116 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:00,117 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread started 2024-11-12T02:28:00,117 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:00,117 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread started 2024-11-12T02:28:00,117 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:28:00,249 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:28:00,380 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:28:00,381 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:00,381 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread started 2024-11-12T02:28:00,381 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:00,382 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread started 2024-11-12T02:28:00,382 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4f56b953, L:/127.0.0.1:36915 - R:/127.0.0.1:38058] 2024-11-12T02:28:00,562 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:28:00,573 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,573 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,573 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,573 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,573 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,573 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,574 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,574 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,771 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,771 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,771 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,771 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,771 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,771 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,771 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,771 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:00,797 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,797 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,797 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,797 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,797 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,797 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,797 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,797 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,935 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,935 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,935 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36915,0 is dead - stopping the connection localhost:36915/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T02:28:00,936 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,936 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,936 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,936 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,936 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,936 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:00,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:28:00,936 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:28:01,200 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:28:01,200 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:28:01,331 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:28:01,463 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:28:01,464 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeed7df91, L:/127.0.0.1:36915 - R:/127.0.0.1:38064] 2024-11-12T02:28:01,613 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:28:01,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:28:01,614 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36915 2024-11-12T02:28:01,614 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks was interrupted and is shutting down... 2024-11-12T02:28:01,615 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks was interrupted and is shutting down... 2024-11-12T02:28:01,615 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks was interrupted and is shutting down... 2024-11-12T02:28:01,615 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks was interrupted and is shutting down... 2024-11-12T02:28:01,615 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread finished 2024-11-12T02:28:01,615 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread finished 2024-11-12T02:28:01,620 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=1341 (was 1339) - AvailableMemoryMB LEAK? - 2024-11-12T02:28:01,625 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=1341 2024-11-12T02:28:01,626 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T02:28:01,627 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39573 2024-11-12T02:28:01,627 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T02:28:01,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40da8c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:28:01,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:28:01,628 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:28:01,630 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread finished 2024-11-12T02:28:01,630 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread finished 2024-11-12T02:28:01,890 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:28:01,891 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:01,891 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread started 2024-11-12T02:28:01,891 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:01,892 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread started 2024-11-12T02:28:01,892 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:28:02,023 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:28:02,154 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:28:02,154 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:02,155 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread started 2024-11-12T02:28:02,155 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:02,155 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread started 2024-11-12T02:28:02,156 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x37728676, L:/127.0.0.1:39573 - R:/127.0.0.1:36982] 2024-11-12T02:28:02,299 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:28:02,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:28:02,301 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks was interrupted and is shutting down... 2024-11-12T02:28:02,301 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks was interrupted and is shutting down... 2024-11-12T02:28:02,301 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread finished 2024-11-12T02:28:02,301 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread finished 2024-11-12T02:28:02,310 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:02,310 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:02,310 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:02,310 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:02,505 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:02,505 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:02,505 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:02,505 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15125690376278888439.bcfks 2024-11-12T02:28:02,530 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:02,530 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:02,530 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:02,530 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:02,665 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:02,665 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:02,665 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:02,665 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16675423706653709189.bcfks 2024-11-12T02:28:02,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49665b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T02:28:02,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T02:28:02,666 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:28:02,930 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:28:02,930 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:02,931 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread started 2024-11-12T02:28:02,931 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c9f52607-59fe-562c-2509-55b3f4e94a5f/TestNettyTLSIPCFileWatcher 2024-11-12T02:28:02,931 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread started 2024-11-12T02:28:02,931 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T02:28:03,064 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T02:28:03,195 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T02:28:03,195 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf9b6cea6, L:/127.0.0.1:39573 - R:/127.0.0.1:36990] 2024-11-12T02:28:03,340 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T02:28:03,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T02:28:03,341 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39573 2024-11-12T02:28:03,341 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks was interrupted and is shutting down... 2024-11-12T02:28:03,341 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks was interrupted and is shutting down... 2024-11-12T02:28:03,341 DEBUG [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks was interrupted and is shutting down... 2024-11-12T02:28:03,341 DEBUG [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks was interrupted and is shutting down... 2024-11-12T02:28:03,341 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread finished 2024-11-12T02:28:03,347 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=1342 (was 1341) - AvailableMemoryMB LEAK? - 2024-11-12T02:28:03,358 INFO [FileChangeWatcher-hbase_test_key15125690376278888439.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15125690376278888439.bcfks thread finished 2024-11-12T02:28:03,358 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread finished 2024-11-12T02:28:03,358 INFO [FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16675423706653709189.bcfks thread finished