2024-11-12 07:12:13,429 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-12 07:12:13,441 main DEBUG Took 0.010197 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 07:12:13,441 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 07:12:13,441 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 07:12:13,442 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 07:12:13,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,453 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 07:12:13,464 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,466 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,467 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,468 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,469 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,470 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,470 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,471 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,472 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,473 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,473 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,474 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:12:13,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,475 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 07:12:13,477 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:12:13,478 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 07:12:13,480 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 07:12:13,480 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 07:12:13,482 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 07:12:13,482 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 07:12:13,491 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 07:12:13,493 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 07:12:13,495 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 07:12:13,495 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 07:12:13,495 main DEBUG createAppenders(={Console}) 2024-11-12 07:12:13,496 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-12 07:12:13,496 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-12 07:12:13,497 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-12 07:12:13,497 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 07:12:13,498 main DEBUG OutputStream closed 2024-11-12 07:12:13,498 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 07:12:13,498 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 07:12:13,498 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-12 07:12:13,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 07:12:13,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 07:12:13,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 07:12:13,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 07:12:13,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 07:12:13,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 07:12:13,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 07:12:13,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 07:12:13,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 07:12:13,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 07:12:13,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 07:12:13,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 07:12:13,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 07:12:13,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 07:12:13,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 07:12:13,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 07:12:13,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 07:12:13,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 07:12:13,610 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 07:12:13,610 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-12 07:12:13,611 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 07:12:13,612 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-12T07:12:13,637 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-12 07:12:13,641 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 07:12:13,641 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T07:12:14,025 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T07:12:14,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=5218 2024-11-12T07:12:15,518 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:12:15,561 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T07:12:15,575 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T07:12:15,586 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T07:12:15,663 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:15,698 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25695 (auto-detected) 2024-11-12T07:12:15,699 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T07:12:15,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37491 2024-11-12T07:12:15,727 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:15,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7136cc62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:15,769 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T07:12:15,769 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T07:12:16,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:16,092 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:16,144 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:16,223 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:16,226 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930459922430007304.jks thread started 2024-11-12T07:12:16,226 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:16,227 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread started 2024-11-12T07:12:16,237 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:16,310 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:16,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:16,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:16,394 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930459922430007304.jks thread started 2024-11-12T07:12:16,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:16,395 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread started 2024-11-12T07:12:16,396 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfe37ef8e, L:/127.0.0.1:37491 - R:/127.0.0.1:39524] 2024-11-12T07:12:16,546 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:16,964 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,964 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,964 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,964 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,964 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,964 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,964 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,965 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,990 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,990 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,990 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,990 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,991 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,991 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,991 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,991 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:16,991 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:16,991 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:16,991 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:16,991 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:16,991 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:16,991 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:16,991 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:16,991 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,005 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,005 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,005 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,005 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,006 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37491,0 is dead - stopping the connection localhost:37491/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T07:12:17,006 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,006 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,006 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,006 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:17,008 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:17,039 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:17,040 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:17,056 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:17,071 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:17,071 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x514860ce, L:/127.0.0.1:37491 - R:/127.0.0.1:39530] 2024-11-12T07:12:17,117 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:17,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:17,119 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37491 2024-11-12T07:12:17,120 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930459922430007304.jks was interrupted and is shutting down... 2024-11-12T07:12:17,120 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5287800070857229177.jks was interrupted and is shutting down... 2024-11-12T07:12:17,120 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5287800070857229177.jks was interrupted and is shutting down... 2024-11-12T07:12:17,120 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930459922430007304.jks was interrupted and is shutting down... 2024-11-12T07:12:17,120 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread finished 2024-11-12T07:12:17,120 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread finished 2024-11-12T07:12:17,120 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930459922430007304.jks thread finished 2024-11-12T07:12:17,121 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930459922430007304.jks thread finished 2024-11-12T07:12:17,131 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 201) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5069 (was 5218) 2024-11-12T07:12:17,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=5069 2024-11-12T07:12:17,140 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:17,141 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45171 2024-11-12T07:12:17,141 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:17,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602cbe97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:17,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:17,144 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:17,175 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:17,176 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,176 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,176 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930459922430007304.jks thread started 2024-11-12T07:12:17,177 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread started 2024-11-12T07:12:17,177 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:17,195 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:17,211 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:17,211 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,212 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930459922430007304.jks thread started 2024-11-12T07:12:17,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,212 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread started 2024-11-12T07:12:17,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x525371a5, L:/127.0.0.1:45171 - R:/127.0.0.1:57132] 2024-11-12T07:12:17,251 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:17,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:17,254 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5287800070857229177.jks was interrupted and is shutting down... 2024-11-12T07:12:17,254 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930459922430007304.jks was interrupted and is shutting down... 2024-11-12T07:12:17,254 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread finished 2024-11-12T07:12:17,254 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930459922430007304.jks thread finished 2024-11-12T07:12:17,471 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:17,471 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:17,471 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:17,471 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:17,500 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:17,500 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:17,501 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:17,501 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key930459922430007304.jks 2024-11-12T07:12:17,501 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,501 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,501 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,501 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,515 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,515 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,515 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4415db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:17,516 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5287800070857229177.jks 2024-11-12T07:12:17,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:17,517 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:17,548 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:17,549 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,549 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key930459922430007304.jks thread started 2024-11-12T07:12:17,550 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,550 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread started 2024-11-12T07:12:17,550 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:17,566 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:17,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:17,583 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x89b74895, L:/127.0.0.1:45171 - R:/127.0.0.1:57144] 2024-11-12T07:12:17,622 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:17,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:17,624 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45171 2024-11-12T07:12:17,624 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930459922430007304.jks was interrupted and is shutting down... 2024-11-12T07:12:17,624 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5287800070857229177.jks was interrupted and is shutting down... 2024-11-12T07:12:17,624 DEBUG [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key930459922430007304.jks was interrupted and is shutting down... 2024-11-12T07:12:17,624 DEBUG [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5287800070857229177.jks was interrupted and is shutting down... 2024-11-12T07:12:17,625 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread finished 2024-11-12T07:12:17,625 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930459922430007304.jks thread finished 2024-11-12T07:12:17,625 INFO [FileChangeWatcher-hbase_test_key930459922430007304.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key930459922430007304.jks thread finished 2024-11-12T07:12:17,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5287800070857229177.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=5019 (was 5069) 2024-11-12T07:12:17,640 INFO [FileChangeWatcher-hbase_test_ca5287800070857229177.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5287800070857229177.jks thread finished 2024-11-12T07:12:17,640 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=5019 2024-11-12T07:12:17,689 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:17,690 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42885 2024-11-12T07:12:17,690 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:17,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b896b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:17,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:17,693 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:17,722 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:17,723 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,724 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread started 2024-11-12T07:12:17,724 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,725 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread started 2024-11-12T07:12:17,725 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:17,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:17,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:17,737 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,737 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:17,737 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread started 2024-11-12T07:12:17,738 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread started 2024-11-12T07:12:17,738 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9b6252be, L:/127.0.0.1:42885 - R:/127.0.0.1:42920] 2024-11-12T07:12:17,759 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:18,093 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,094 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,094 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,094 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,094 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,094 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,094 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,094 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,094 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,094 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42885,0 is dead - stopping the connection localhost:42885/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T07:12:18,095 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,096 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,095 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,096 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,096 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,097 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,097 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:18,103 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:18,103 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:18,110 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:18,110 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:18,111 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x38be9c99, L:/127.0.0.1:42885 - R:/127.0.0.1:42934] 2024-11-12T07:12:18,127 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:18,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:18,129 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16685231530053925994.pem was interrupted and is shutting down... 2024-11-12T07:12:18,129 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42885 2024-11-12T07:12:18,129 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17865124235915254486.pem was interrupted and is shutting down... 2024-11-12T07:12:18,129 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17865124235915254486.pem was interrupted and is shutting down... 2024-11-12T07:12:18,129 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16685231530053925994.pem was interrupted and is shutting down... 2024-11-12T07:12:18,129 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread finished 2024-11-12T07:12:18,129 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread finished 2024-11-12T07:12:18,129 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread finished 2024-11-12T07:12:18,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key16685231530053925994.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=4960 (was 5019) 2024-11-12T07:12:18,142 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=4959 2024-11-12T07:12:18,144 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:18,144 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41949 2024-11-12T07:12:18,145 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:18,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356c13d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:18,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:18,146 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:18,148 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread finished 2024-11-12T07:12:18,151 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:18,152 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,152 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread started 2024-11-12T07:12:18,152 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,153 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread started 2024-11-12T07:12:18,153 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:18,158 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:18,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:18,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,159 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread started 2024-11-12T07:12:18,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,160 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread started 2024-11-12T07:12:18,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1bab4090, L:/127.0.0.1:41949 - R:/127.0.0.1:45860] 2024-11-12T07:12:18,174 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:18,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:18,177 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16685231530053925994.pem was interrupted and is shutting down... 2024-11-12T07:12:18,177 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17865124235915254486.pem was interrupted and is shutting down... 2024-11-12T07:12:18,177 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread finished 2024-11-12T07:12:18,177 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread finished 2024-11-12T07:12:18,517 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,518 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,518 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,518 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,518 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,518 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16685231530053925994.pem 2024-11-12T07:12:18,519 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,519 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,519 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,519 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,519 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,519 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,519 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,519 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17865124235915254486.pem 2024-11-12T07:12:18,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ebbd62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:18,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:18,521 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:18,526 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:18,527 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,527 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,527 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread started 2024-11-12T07:12:18,528 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread started 2024-11-12T07:12:18,528 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:18,534 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:18,535 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:18,535 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb025d727, L:/127.0.0.1:41949 - R:/127.0.0.1:45864] 2024-11-12T07:12:18,553 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:18,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:18,555 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41949 2024-11-12T07:12:18,555 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17865124235915254486.pem was interrupted and is shutting down... 2024-11-12T07:12:18,555 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16685231530053925994.pem was interrupted and is shutting down... 2024-11-12T07:12:18,555 DEBUG [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17865124235915254486.pem was interrupted and is shutting down... 2024-11-12T07:12:18,555 DEBUG [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16685231530053925994.pem was interrupted and is shutting down... 2024-11-12T07:12:18,556 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread finished 2024-11-12T07:12:18,556 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread finished 2024-11-12T07:12:18,556 INFO [FileChangeWatcher-hbase_test_ca17865124235915254486.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17865124235915254486.pem thread finished 2024-11-12T07:12:18,562 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=4903 (was 4959) 2024-11-12T07:12:18,568 INFO [FileChangeWatcher-hbase_test_key16685231530053925994.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16685231530053925994.pem thread finished 2024-11-12T07:12:18,568 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=4903 2024-11-12T07:12:18,612 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:18,614 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37569 2024-11-12T07:12:18,614 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:18,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b539344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:18,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:18,616 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:18,646 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:18,647 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,648 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,648 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread started 2024-11-12T07:12:18,648 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread started 2024-11-12T07:12:18,648 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:18,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:18,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:18,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,680 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread started 2024-11-12T07:12:18,680 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:18,680 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread started 2024-11-12T07:12:18,681 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x74e45961, L:/127.0.0.1:37569 - R:/127.0.0.1:58104] 2024-11-12T07:12:18,717 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:19,096 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,096 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,096 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,096 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,096 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,096 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,096 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,096 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,123 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,123 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,123 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,123 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,123 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,123 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,123 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,124 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,124 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,123 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,124 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,124 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,124 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,124 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,124 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,124 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,139 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,139 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,139 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,139 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,139 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37569,0 is dead - stopping the connection localhost:37569/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T07:12:19,139 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,139 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,139 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,139 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:19,140 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:19,170 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:19,171 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:19,186 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:19,201 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:19,202 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc3ccfe1a, L:/127.0.0.1:37569 - R:/127.0.0.1:58118] 2024-11-12T07:12:19,240 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:19,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:19,241 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37569 2024-11-12T07:12:19,241 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6437603279165550400.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,241 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,241 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6437603279165550400.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,242 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,242 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread finished 2024-11-12T07:12:19,242 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread finished 2024-11-12T07:12:19,242 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread finished 2024-11-12T07:12:19,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3241265961857034759.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=4830 (was 4903) 2024-11-12T07:12:19,254 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=4830 2024-11-12T07:12:19,255 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:19,256 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45717 2024-11-12T07:12:19,256 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:19,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e7d836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:19,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:19,257 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:19,260 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread finished 2024-11-12T07:12:19,287 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:19,288 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:19,288 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread started 2024-11-12T07:12:19,288 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:19,289 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread started 2024-11-12T07:12:19,289 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:19,304 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:19,319 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:19,320 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:19,320 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread started 2024-11-12T07:12:19,320 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:19,321 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread started 2024-11-12T07:12:19,321 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x91d1dd6e, L:/127.0.0.1:45717 - R:/127.0.0.1:52582] 2024-11-12T07:12:19,358 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:19,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:19,360 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6437603279165550400.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,360 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,360 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread finished 2024-11-12T07:12:19,361 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread finished 2024-11-12T07:12:19,631 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,631 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,631 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,631 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,657 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,657 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,657 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,657 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6437603279165550400.p12 2024-11-12T07:12:19,657 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,657 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,657 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,657 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,672 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,672 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,672 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,672 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3241265961857034759.p12 2024-11-12T07:12:19,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d01948a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:19,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:19,674 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:19,704 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:19,705 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:19,705 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread started 2024-11-12T07:12:19,705 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:19,706 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread started 2024-11-12T07:12:19,706 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:19,722 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:19,737 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:19,737 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7f935cde, L:/127.0.0.1:45717 - R:/127.0.0.1:52588] 2024-11-12T07:12:19,774 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:19,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:19,776 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45717 2024-11-12T07:12:19,776 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,776 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6437603279165550400.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,777 DEBUG [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,777 DEBUG [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6437603279165550400.p12 was interrupted and is shutting down... 2024-11-12T07:12:19,777 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread finished 2024-11-12T07:12:19,777 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread finished 2024-11-12T07:12:19,784 INFO [FileChangeWatcher-hbase_test_ca3241265961857034759.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3241265961857034759.p12 thread finished 2024-11-12T07:12:19,784 INFO [FileChangeWatcher-hbase_test_key6437603279165550400.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6437603279165550400.p12 thread finished 2024-11-12T07:12:19,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6437603279165550400.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=4778 (was 4830) 2024-11-12T07:12:19,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=4775 2024-11-12T07:12:20,391 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:20,391 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40465 2024-11-12T07:12:20,391 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:20,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c985142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:20,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:20,393 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:20,762 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:20,762 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:20,763 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread started 2024-11-12T07:12:20,763 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:20,763 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread started 2024-11-12T07:12:20,764 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:20,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:21,097 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:21,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:21,098 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread started 2024-11-12T07:12:21,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:21,099 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread started 2024-11-12T07:12:21,099 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcefc1bde, L:/127.0.0.1:40465 - R:/127.0.0.1:35488] 2024-11-12T07:12:21,292 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:21,410 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,410 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,410 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,410 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,410 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,410 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,410 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,410 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,655 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,655 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,655 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,655 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,655 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,655 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,656 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,656 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,656 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,656 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:21,656 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,656 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,656 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,656 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,656 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,656 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,819 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,819 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40465,0 is dead - stopping the connection localhost:40465/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T07:12:21,819 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,819 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,819 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,819 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,819 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,819 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:21,820 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:21,821 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:22,155 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:22,155 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:22,327 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:22,491 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:22,492 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf0f0f266, L:/127.0.0.1:40465 - R:/127.0.0.1:35490] 2024-11-12T07:12:22,679 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:22,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:22,680 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40465 2024-11-12T07:12:22,680 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks was interrupted and is shutting down... 2024-11-12T07:12:22,680 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks was interrupted and is shutting down... 2024-11-12T07:12:22,680 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks was interrupted and is shutting down... 2024-11-12T07:12:22,681 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks was interrupted and is shutting down... 2024-11-12T07:12:22,681 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread finished 2024-11-12T07:12:22,681 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread finished 2024-11-12T07:12:22,681 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread finished 2024-11-12T07:12:22,681 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread finished 2024-11-12T07:12:22,687 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4699 (was 4775) 2024-11-12T07:12:22,693 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=4699 2024-11-12T07:12:22,694 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:22,695 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44339 2024-11-12T07:12:22,695 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:22,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee31834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:22,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:22,697 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:23,036 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:23,037 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:23,037 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread started 2024-11-12T07:12:23,037 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:23,038 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread started 2024-11-12T07:12:23,038 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:23,202 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:23,367 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:23,368 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:23,368 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread started 2024-11-12T07:12:23,368 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:23,369 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread started 2024-11-12T07:12:23,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x826e43aa, L:/127.0.0.1:44339 - R:/127.0.0.1:37846] 2024-11-12T07:12:23,548 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:23,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:23,551 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks was interrupted and is shutting down... 2024-11-12T07:12:23,551 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks was interrupted and is shutting down... 2024-11-12T07:12:23,551 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread finished 2024-11-12T07:12:23,551 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread finished 2024-11-12T07:12:23,779 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:23,779 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:23,780 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:23,780 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:24,026 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:24,026 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:24,026 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:24,026 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5674491129381686425.bcfks 2024-11-12T07:12:24,026 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:24,026 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:24,026 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:24,026 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:24,192 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:24,192 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:24,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab2ea46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:24,193 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:24,193 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca391595895232057430.bcfks 2024-11-12T07:12:24,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:24,194 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:24,538 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:24,538 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:24,539 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread started 2024-11-12T07:12:24,539 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:24,540 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread started 2024-11-12T07:12:24,540 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:24,703 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:24,869 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:24,870 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6e640259, L:/127.0.0.1:44339 - R:/127.0.0.1:37862] 2024-11-12T07:12:25,056 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:25,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:25,059 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44339 2024-11-12T07:12:25,059 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks was interrupted and is shutting down... 2024-11-12T07:12:25,059 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks was interrupted and is shutting down... 2024-11-12T07:12:25,059 DEBUG [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks was interrupted and is shutting down... 2024-11-12T07:12:25,059 DEBUG [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks was interrupted and is shutting down... 2024-11-12T07:12:25,059 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread finished 2024-11-12T07:12:25,059 INFO [FileChangeWatcher-hbase_test_key5674491129381686425.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5674491129381686425.bcfks thread finished 2024-11-12T07:12:25,059 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread finished 2024-11-12T07:12:25,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=4668 (was 4699) 2024-11-12T07:12:25,072 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=4668 2024-11-12T07:12:25,076 INFO [FileChangeWatcher-hbase_test_ca391595895232057430.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca391595895232057430.bcfks thread finished 2024-11-12T07:12:25,208 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:25,209 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36919 2024-11-12T07:12:25,209 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:25,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efa2752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:25,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:25,210 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,242 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,242 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,243 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread started 2024-11-12T07:12:25,243 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,243 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread started 2024-11-12T07:12:25,243 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:25,261 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,277 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,277 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,278 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread started 2024-11-12T07:12:25,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,278 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread started 2024-11-12T07:12:25,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x46af7259, L:/127.0.0.1:36919 - R:/127.0.0.1:58846] 2024-11-12T07:12:25,333 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:25,341 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,341 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,341 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,341 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,342 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,342 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,342 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,342 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,369 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,369 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,369 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,369 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,369 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,383 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,383 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,384 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,383 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,384 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,384 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36919,0 is dead - stopping the connection localhost:36919/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T07:12:25,384 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,384 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,384 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:25,385 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,414 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,415 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:25,430 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,444 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,445 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x777eeb30, L:/127.0.0.1:36919 - R:/127.0.0.1:58856] 2024-11-12T07:12:25,487 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:25,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:25,488 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36919 2024-11-12T07:12:25,488 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12456186305524540341.jks was interrupted and is shutting down... 2024-11-12T07:12:25,488 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316045281956453.jks was interrupted and is shutting down... 2024-11-12T07:12:25,488 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12456186305524540341.jks was interrupted and is shutting down... 2024-11-12T07:12:25,488 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316045281956453.jks was interrupted and is shutting down... 2024-11-12T07:12:25,489 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread finished 2024-11-12T07:12:25,489 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread finished 2024-11-12T07:12:25,489 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread finished 2024-11-12T07:12:25,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 239) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4646 (was 4668) 2024-11-12T07:12:25,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=4644 2024-11-12T07:12:25,503 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:25,504 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42209 2024-11-12T07:12:25,504 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:25,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fb8122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:25,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:25,506 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,508 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread finished 2024-11-12T07:12:25,536 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,536 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,537 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread started 2024-11-12T07:12:25,537 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,537 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread started 2024-11-12T07:12:25,537 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:25,553 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,569 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread started 2024-11-12T07:12:25,569 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,569 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread started 2024-11-12T07:12:25,569 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc458cc4, L:/127.0.0.1:42209 - R:/127.0.0.1:57642] 2024-11-12T07:12:25,606 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:25,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:25,608 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316045281956453.jks was interrupted and is shutting down... 2024-11-12T07:12:25,608 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12456186305524540341.jks was interrupted and is shutting down... 2024-11-12T07:12:25,608 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread finished 2024-11-12T07:12:25,608 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread finished 2024-11-12T07:12:25,618 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,618 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,620 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,620 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,654 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,654 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,654 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,654 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12456186305524540341.jks 2024-11-12T07:12:25,654 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,654 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,654 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,654 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,669 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,669 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,669 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,669 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4316045281956453.jks 2024-11-12T07:12:25,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae8268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:25,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:25,670 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,701 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,701 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,702 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread started 2024-11-12T07:12:25,702 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,702 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread started 2024-11-12T07:12:25,702 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:25,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,733 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,734 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa87d765b, L:/127.0.0.1:42209 - R:/127.0.0.1:57644] 2024-11-12T07:12:25,776 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:25,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:25,778 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42209 2024-11-12T07:12:25,778 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12456186305524540341.jks was interrupted and is shutting down... 2024-11-12T07:12:25,778 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316045281956453.jks was interrupted and is shutting down... 2024-11-12T07:12:25,778 DEBUG [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4316045281956453.jks was interrupted and is shutting down... 2024-11-12T07:12:25,778 DEBUG [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12456186305524540341.jks was interrupted and is shutting down... 2024-11-12T07:12:25,778 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread finished 2024-11-12T07:12:25,778 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread finished 2024-11-12T07:12:25,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=4632 (was 4644) 2024-11-12T07:12:25,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=4632 2024-11-12T07:12:25,792 INFO [FileChangeWatcher-hbase_test_key12456186305524540341.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12456186305524540341.jks thread finished 2024-11-12T07:12:25,792 INFO [FileChangeWatcher-hbase_test_ca4316045281956453.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4316045281956453.jks thread finished 2024-11-12T07:12:25,796 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:25,796 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41733 2024-11-12T07:12:25,796 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:25,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671305f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:25,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:25,798 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,802 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,802 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,803 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread started 2024-11-12T07:12:25,803 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,803 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread started 2024-11-12T07:12:25,803 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:25,807 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,808 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread started 2024-11-12T07:12:25,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,809 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread started 2024-11-12T07:12:25,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbe66ad01, L:/127.0.0.1:41733 - R:/127.0.0.1:50438] 2024-11-12T07:12:25,823 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,832 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,832 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,832 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,833 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,833 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,833 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,833 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,833 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41733,0 is dead - stopping the connection localhost:41733/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T07:12:25,833 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,833 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:25,833 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,838 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,838 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:25,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,843 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xffd30772, L:/127.0.0.1:41733 - R:/127.0.0.1:50442] 2024-11-12T07:12:25,859 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:25,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:25,861 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41733 2024-11-12T07:12:25,861 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17813664736908417801.pem was interrupted and is shutting down... 2024-11-12T07:12:25,861 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12585881939281370417.pem was interrupted and is shutting down... 2024-11-12T07:12:25,861 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12585881939281370417.pem was interrupted and is shutting down... 2024-11-12T07:12:25,861 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17813664736908417801.pem was interrupted and is shutting down... 2024-11-12T07:12:25,861 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread finished 2024-11-12T07:12:25,862 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread finished 2024-11-12T07:12:25,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=4628 (was 4632) 2024-11-12T07:12:25,868 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread finished 2024-11-12T07:12:25,868 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread finished 2024-11-12T07:12:25,873 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=4627 2024-11-12T07:12:25,874 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:25,875 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44101 2024-11-12T07:12:25,875 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:25,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2887ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:25,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:25,877 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,881 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,881 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,882 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread started 2024-11-12T07:12:25,882 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,882 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:25,882 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread started 2024-11-12T07:12:25,886 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,887 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,887 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,887 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread started 2024-11-12T07:12:25,887 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,888 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread started 2024-11-12T07:12:25,888 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1eb55b85, L:/127.0.0.1:44101 - R:/127.0.0.1:44370] 2024-11-12T07:12:25,903 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:25,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:25,905 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17813664736908417801.pem was interrupted and is shutting down... 2024-11-12T07:12:25,905 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12585881939281370417.pem was interrupted and is shutting down... 2024-11-12T07:12:25,905 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread finished 2024-11-12T07:12:25,906 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread finished 2024-11-12T07:12:25,912 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,912 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,912 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,913 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12585881939281370417.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,913 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,913 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,913 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17813664736908417801.pem 2024-11-12T07:12:25,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36583115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:25,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:25,914 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,919 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,919 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,919 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread started 2024-11-12T07:12:25,919 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:25,920 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread started 2024-11-12T07:12:25,920 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:25,924 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:25,924 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:25,925 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd073cb68, L:/127.0.0.1:44101 - R:/127.0.0.1:44382] 2024-11-12T07:12:25,942 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:25,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:25,943 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44101 2024-11-12T07:12:25,943 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12585881939281370417.pem was interrupted and is shutting down... 2024-11-12T07:12:25,943 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17813664736908417801.pem was interrupted and is shutting down... 2024-11-12T07:12:25,943 DEBUG [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17813664736908417801.pem was interrupted and is shutting down... 2024-11-12T07:12:25,943 DEBUG [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12585881939281370417.pem was interrupted and is shutting down... 2024-11-12T07:12:25,943 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread finished 2024-11-12T07:12:25,944 INFO [FileChangeWatcher-hbase_test_key12585881939281370417.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12585881939281370417.pem thread finished 2024-11-12T07:12:25,944 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread finished 2024-11-12T07:12:25,944 INFO [FileChangeWatcher-hbase_test_ca17813664736908417801.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17813664736908417801.pem thread finished 2024-11-12T07:12:25,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=4623 (was 4627) 2024-11-12T07:12:25,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=4623 2024-11-12T07:12:25,998 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:25,999 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39573 2024-11-12T07:12:25,999 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:25,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f29c4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:26,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:26,000 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:26,031 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:26,032 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,041 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,041 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread started 2024-11-12T07:12:26,041 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread started 2024-11-12T07:12:26,041 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:26,056 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:26,071 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:26,071 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,072 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread started 2024-11-12T07:12:26,072 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,072 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread started 2024-11-12T07:12:26,072 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3ef78b62, L:/127.0.0.1:39573 - R:/127.0.0.1:47744] 2024-11-12T07:12:26,107 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:26,113 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,113 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,113 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,113 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,113 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,113 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,113 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,113 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,137 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,137 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,137 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,137 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,137 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,137 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,137 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,137 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,137 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,137 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,137 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,137 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,138 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,138 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,138 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,138 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,152 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,152 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,152 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,152 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,152 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,152 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,152 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,152 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,152 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39573,0 is dead - stopping the connection localhost:39573/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T07:12:26,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:26,153 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:26,183 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:26,183 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:26,198 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:26,212 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:26,213 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x47f2f2da, L:/127.0.0.1:39573 - R:/127.0.0.1:47758] 2024-11-12T07:12:26,249 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:26,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:26,251 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11514440447845091306.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,251 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39573 2024-11-12T07:12:26,251 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,251 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,251 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11514440447845091306.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,251 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread finished 2024-11-12T07:12:26,251 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread finished 2024-11-12T07:12:26,256 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread finished 2024-11-12T07:12:26,256 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread finished 2024-11-12T07:12:26,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=4605 (was 4623) 2024-11-12T07:12:26,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=4604 2024-11-12T07:12:26,264 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:26,265 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46099 2024-11-12T07:12:26,265 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:26,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78972aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:26,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:26,266 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:26,294 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:26,295 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,295 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread started 2024-11-12T07:12:26,295 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,295 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread started 2024-11-12T07:12:26,296 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:26,311 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:26,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:26,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,326 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread started 2024-11-12T07:12:26,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,326 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread started 2024-11-12T07:12:26,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd9cca1e0, L:/127.0.0.1:46099 - R:/127.0.0.1:49248] 2024-11-12T07:12:26,362 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:26,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:26,364 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11514440447845091306.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,364 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,364 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread finished 2024-11-12T07:12:26,364 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread finished 2024-11-12T07:12:26,368 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,368 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,368 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,368 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,393 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,393 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,393 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,393 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11514440447845091306.p12 2024-11-12T07:12:26,393 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,393 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,393 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,393 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,407 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,407 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,407 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,407 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16420133871663080525.p12 2024-11-12T07:12:26,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3d4b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:26,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:26,408 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:26,437 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:26,438 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,438 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:26,438 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread started 2024-11-12T07:12:26,439 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread started 2024-11-12T07:12:26,439 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:26,453 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:26,467 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:26,468 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x202d6897, L:/127.0.0.1:46099 - R:/127.0.0.1:49252] 2024-11-12T07:12:26,505 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:26,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:26,506 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46099 2024-11-12T07:12:26,506 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11514440447845091306.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,506 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,506 DEBUG [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,506 DEBUG [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11514440447845091306.p12 was interrupted and is shutting down... 2024-11-12T07:12:26,506 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread finished 2024-11-12T07:12:26,506 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread finished 2024-11-12T07:12:26,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=4604 (was 4604) 2024-11-12T07:12:26,519 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=4604 2024-11-12T07:12:26,520 INFO [FileChangeWatcher-hbase_test_key11514440447845091306.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11514440447845091306.p12 thread finished 2024-11-12T07:12:26,520 INFO [FileChangeWatcher-hbase_test_ca16420133871663080525.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16420133871663080525.p12 thread finished 2024-11-12T07:12:26,931 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:26,932 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32775 2024-11-12T07:12:26,932 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:26,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285a3ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:26,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:26,933 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:27,262 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:27,263 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:27,263 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread started 2024-11-12T07:12:27,263 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:27,264 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread started 2024-11-12T07:12:27,264 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:27,429 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:27,596 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:27,596 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:27,597 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread started 2024-11-12T07:12:27,597 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:27,597 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread started 2024-11-12T07:12:27,597 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00bb5a96, L:/127.0.0.1:32775 - R:/127.0.0.1:52380] 2024-11-12T07:12:27,819 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:27,826 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:27,826 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:27,826 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:27,826 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:27,827 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:27,827 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:27,827 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:27,827 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:28,084 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:28,084 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,084 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,084 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,084 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,249 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,249 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,249 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32775,0 is dead - stopping the connection localhost:32775/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-12T07:12:28,249 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,249 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,249 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,249 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,249 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,249 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:28,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:28,250 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:28,580 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:28,580 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:28,747 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:28,911 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:28,912 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9261d75c, L:/127.0.0.1:32775 - R:/127.0.0.1:52390] 2024-11-12T07:12:29,092 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:29,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:29,094 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32775 2024-11-12T07:12:29,094 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks was interrupted and is shutting down... 2024-11-12T07:12:29,094 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks was interrupted and is shutting down... 2024-11-12T07:12:29,094 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks was interrupted and is shutting down... 2024-11-12T07:12:29,094 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks was interrupted and is shutting down... 2024-11-12T07:12:29,094 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread finished 2024-11-12T07:12:29,094 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread finished 2024-11-12T07:12:29,094 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread finished 2024-11-12T07:12:29,094 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread finished 2024-11-12T07:12:29,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=244 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=4595 (was 4604) 2024-11-12T07:12:29,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=4595 2024-11-12T07:12:29,107 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:12:29,107 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35721 2024-11-12T07:12:29,108 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-12T07:12:29,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622fe0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:29,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:29,109 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:29,440 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:29,441 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:29,441 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread started 2024-11-12T07:12:29,441 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:29,442 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread started 2024-11-12T07:12:29,442 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:29,606 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:29,772 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:29,772 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:29,773 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread started 2024-11-12T07:12:29,774 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:29,774 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread started 2024-11-12T07:12:29,774 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x29aae1ec, L:/127.0.0.1:35721 - R:/127.0.0.1:48758] 2024-11-12T07:12:29,965 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:29,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:29,967 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks was interrupted and is shutting down... 2024-11-12T07:12:29,967 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks was interrupted and is shutting down... 2024-11-12T07:12:29,967 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread finished 2024-11-12T07:12:29,967 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread finished 2024-11-12T07:12:29,973 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:29,973 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:29,973 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:29,973 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:30,219 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:30,219 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:30,219 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:30,219 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10843798771394481682.bcfks 2024-11-12T07:12:30,219 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:30,219 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:30,219 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:30,219 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:30,385 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:30,385 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:30,385 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:30,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322df97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:12:30,385 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3554584311175221281.bcfks 2024-11-12T07:12:30,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-12T07:12:30,386 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:30,715 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:30,716 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:30,717 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread started 2024-11-12T07:12:30,717 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64288ddf-3127-bb5c-0a07-8079a6086b6b/TestNettyTLSIPCFileWatcher 2024-11-12T07:12:30,717 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread started 2024-11-12T07:12:30,717 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-12T07:12:30,881 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-12T07:12:31,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-12T07:12:31,046 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5f0d5d84, L:/127.0.0.1:35721 - R:/127.0.0.1:58832] 2024-11-12T07:12:31,226 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-12T07:12:31,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:12:31,227 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35721 2024-11-12T07:12:31,227 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks was interrupted and is shutting down... 2024-11-12T07:12:31,227 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks was interrupted and is shutting down... 2024-11-12T07:12:31,227 DEBUG [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks was interrupted and is shutting down... 2024-11-12T07:12:31,227 DEBUG [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks was interrupted and is shutting down... 2024-11-12T07:12:31,234 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=43 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=4592 (was 4595) 2024-11-12T07:12:31,240 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread finished 2024-11-12T07:12:31,240 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread finished 2024-11-12T07:12:31,240 INFO [FileChangeWatcher-hbase_test_key10843798771394481682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10843798771394481682.bcfks thread finished 2024-11-12T07:12:31,240 INFO [FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3554584311175221281.bcfks thread finished