2024-11-08 10:12:06,583 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-08 10:12:06,594 main DEBUG Took 0.009619 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 10:12:06,595 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 10:12:06,595 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 10:12:06,596 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 10:12:06,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,606 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 10:12:06,616 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,618 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,619 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,620 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,620 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,621 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,623 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,624 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,624 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,625 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,626 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 10:12:06,626 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,626 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 10:12:06,628 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 10:12:06,629 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 10:12:06,631 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 10:12:06,631 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 10:12:06,632 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 10:12:06,633 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 10:12:06,641 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 10:12:06,643 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 10:12:06,645 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 10:12:06,645 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 10:12:06,646 main DEBUG createAppenders(={Console}) 2024-11-08 10:12:06,646 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-08 10:12:06,646 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-08 10:12:06,647 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-08 10:12:06,647 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 10:12:06,647 main DEBUG OutputStream closed 2024-11-08 10:12:06,648 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 10:12:06,648 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 10:12:06,648 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-08 10:12:06,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 10:12:06,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 10:12:06,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 10:12:06,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 10:12:06,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 10:12:06,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 10:12:06,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 10:12:06,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 10:12:06,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 10:12:06,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 10:12:06,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 10:12:06,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 10:12:06,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 10:12:06,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 10:12:06,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 10:12:06,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 10:12:06,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 10:12:06,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 10:12:06,727 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 10:12:06,728 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-08 10:12:06,728 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 10:12:06,729 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-08T10:12:06,745 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-08 10:12:06,748 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 10:12:06,749 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T10:12:07,147 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T10:12:07,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=3423 2024-11-08T10:12:08,517 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T10:12:08,559 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T10:12:08,574 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T10:12:08,586 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T10:12:08,662 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:08,697 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25291 (auto-detected) 2024-11-08T10:12:08,699 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T10:12:08,721 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38607 2024-11-08T10:12:08,725 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:08,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:08,751 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T10:12:08,751 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T10:12:09,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:09,105 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:09,164 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:09,262 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:09,265 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread started 2024-11-08T10:12:09,265 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:09,265 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread started 2024-11-08T10:12:09,276 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:09,316 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:09,332 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:09,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:09,394 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread started 2024-11-08T10:12:09,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:09,395 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread started 2024-11-08T10:12:09,396 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9c487616, L:/127.0.0.1:38607 - R:/127.0.0.1:45324] 2024-11-08T10:12:09,526 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:09,830 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,830 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,830 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,831 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,831 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,831 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,831 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,831 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,859 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,859 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,859 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,859 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,859 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,859 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,859 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,860 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,860 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,860 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:09,860 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,860 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,860 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,860 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,860 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,860 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,874 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,874 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,874 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38607,0 is dead - stopping the connection localhost:38607/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T10:12:09,874 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,874 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,874 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,875 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,875 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,875 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:09,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:09,877 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:09,909 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:09,910 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:09,926 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:09,942 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:09,942 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x45109df6, L:/127.0.0.1:38607 - R:/127.0.0.1:35652] 2024-11-08T10:12:09,986 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:09,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:09,989 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38607 2024-11-08T10:12:09,989 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca972486186687898331.jks was interrupted and is shutting down... 2024-11-08T10:12:09,989 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7400656613219738608.jks was interrupted and is shutting down... 2024-11-08T10:12:09,989 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7400656613219738608.jks was interrupted and is shutting down... 2024-11-08T10:12:09,989 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca972486186687898331.jks was interrupted and is shutting down... 2024-11-08T10:12:09,989 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread finished 2024-11-08T10:12:09,990 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread finished 2024-11-08T10:12:09,989 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread finished 2024-11-08T10:12:09,990 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread finished 2024-11-08T10:12:10,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=3273 (was 3423) 2024-11-08T10:12:10,006 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=3273 2024-11-08T10:12:10,007 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:10,008 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39753 2024-11-08T10:12:10,008 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:10,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6695e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:10,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:10,010 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:10,041 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:10,041 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,042 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,042 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread started 2024-11-08T10:12:10,043 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread started 2024-11-08T10:12:10,043 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:10,060 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:10,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:10,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,077 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread started 2024-11-08T10:12:10,077 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,078 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread started 2024-11-08T10:12:10,078 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9af0a464, L:/127.0.0.1:39753 - R:/127.0.0.1:35492] 2024-11-08T10:12:10,115 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:10,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:10,118 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca972486186687898331.jks was interrupted and is shutting down... 2024-11-08T10:12:10,118 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7400656613219738608.jks was interrupted and is shutting down... 2024-11-08T10:12:10,118 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread finished 2024-11-08T10:12:10,119 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread finished 2024-11-08T10:12:10,354 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:10,354 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:10,354 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:10,354 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:10,381 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:10,381 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:10,381 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:10,381 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7400656613219738608.jks 2024-11-08T10:12:10,382 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:10,382 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:10,382 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:10,382 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:10,397 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:10,397 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:10,397 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:10,397 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca972486186687898331.jks 2024-11-08T10:12:10,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67437c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:10,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:10,399 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:10,430 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:10,431 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,432 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,432 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread started 2024-11-08T10:12:10,432 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread started 2024-11-08T10:12:10,432 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:10,449 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:10,464 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:10,465 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53843939, L:/127.0.0.1:39753 - R:/127.0.0.1:35496] 2024-11-08T10:12:10,512 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:10,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:10,514 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39753 2024-11-08T10:12:10,514 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7400656613219738608.jks was interrupted and is shutting down... 2024-11-08T10:12:10,514 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca972486186687898331.jks was interrupted and is shutting down... 2024-11-08T10:12:10,514 DEBUG [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7400656613219738608.jks was interrupted and is shutting down... 2024-11-08T10:12:10,514 DEBUG [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca972486186687898331.jks was interrupted and is shutting down... 2024-11-08T10:12:10,515 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread finished 2024-11-08T10:12:10,515 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread finished 2024-11-08T10:12:10,515 INFO [FileChangeWatcher-hbase_test_key7400656613219738608.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7400656613219738608.jks thread finished 2024-11-08T10:12:10,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_ca972486186687898331.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=3224 (was 3273) 2024-11-08T10:12:10,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=3224 2024-11-08T10:12:10,528 INFO [FileChangeWatcher-hbase_test_ca972486186687898331.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca972486186687898331.jks thread finished 2024-11-08T10:12:10,579 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:10,580 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34423 2024-11-08T10:12:10,580 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:10,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e0680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:10,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:10,583 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:10,602 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:10,603 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,604 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread started 2024-11-08T10:12:10,604 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,605 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread started 2024-11-08T10:12:10,605 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:10,626 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:10,627 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:10,628 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,629 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread started 2024-11-08T10:12:10,629 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:10,629 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread started 2024-11-08T10:12:10,629 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x059e8b7f, L:/127.0.0.1:34423 - R:/127.0.0.1:58332] 2024-11-08T10:12:10,648 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:11,054 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,054 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,054 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,054 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,054 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,054 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,054 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,054 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,055 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,055 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,055 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,055 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,055 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,055 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,055 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,055 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34423,0 is dead - stopping the connection localhost:34423/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,056 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,057 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,057 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:11,058 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:11,069 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:11,070 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:11,082 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:11,083 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:11,084 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xed069b37, L:/127.0.0.1:34423 - R:/127.0.0.1:58344] 2024-11-08T10:12:11,101 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:11,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:11,103 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34423 2024-11-08T10:12:11,103 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8121674781711586490.pem was interrupted and is shutting down... 2024-11-08T10:12:11,103 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6495397641348229937.pem was interrupted and is shutting down... 2024-11-08T10:12:11,103 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8121674781711586490.pem was interrupted and is shutting down... 2024-11-08T10:12:11,103 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6495397641348229937.pem was interrupted and is shutting down... 2024-11-08T10:12:11,103 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread finished 2024-11-08T10:12:11,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6495397641348229937.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8121674781711586490.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6495397641348229937.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=3168 (was 3224) 2024-11-08T10:12:11,116 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread finished 2024-11-08T10:12:11,116 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread finished 2024-11-08T10:12:11,116 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread finished 2024-11-08T10:12:11,118 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=3168 2024-11-08T10:12:11,119 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:11,120 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40559 2024-11-08T10:12:11,120 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:11,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:11,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:11,123 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:11,129 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:11,130 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,131 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread started 2024-11-08T10:12:11,131 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,131 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread started 2024-11-08T10:12:11,131 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:11,136 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:11,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:11,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,138 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread started 2024-11-08T10:12:11,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,139 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread started 2024-11-08T10:12:11,139 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbd6f3bfc, L:/127.0.0.1:40559 - R:/127.0.0.1:45782] 2024-11-08T10:12:11,156 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:11,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:11,158 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6495397641348229937.pem was interrupted and is shutting down... 2024-11-08T10:12:11,158 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8121674781711586490.pem was interrupted and is shutting down... 2024-11-08T10:12:11,158 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread finished 2024-11-08T10:12:11,159 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread finished 2024-11-08T10:12:11,411 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,411 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,411 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,411 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,411 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,411 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,411 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,412 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,412 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8121674781711586490.pem 2024-11-08T10:12:11,412 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,412 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,412 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,412 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:11,412 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6495397641348229937.pem 2024-11-08T10:12:11,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:11,414 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:11,419 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:11,419 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,420 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread started 2024-11-08T10:12:11,420 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,420 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread started 2024-11-08T10:12:11,421 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:11,426 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:11,426 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:11,427 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1c092b2, L:/127.0.0.1:40559 - R:/127.0.0.1:45792] 2024-11-08T10:12:11,443 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:11,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:11,444 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40559 2024-11-08T10:12:11,444 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6495397641348229937.pem was interrupted and is shutting down... 2024-11-08T10:12:11,444 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8121674781711586490.pem was interrupted and is shutting down... 2024-11-08T10:12:11,445 DEBUG [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8121674781711586490.pem was interrupted and is shutting down... 2024-11-08T10:12:11,445 DEBUG [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6495397641348229937.pem was interrupted and is shutting down... 2024-11-08T10:12:11,445 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread finished 2024-11-08T10:12:11,445 INFO [FileChangeWatcher-hbase_test_key8121674781711586490.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8121674781711586490.pem thread finished 2024-11-08T10:12:11,445 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread finished 2024-11-08T10:12:11,445 INFO [FileChangeWatcher-hbase_test_ca6495397641348229937.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6495397641348229937.pem thread finished 2024-11-08T10:12:11,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=3126 (was 3168) 2024-11-08T10:12:11,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=3125 2024-11-08T10:12:11,501 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:11,502 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44511 2024-11-08T10:12:11,502 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:11,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55558415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:11,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:11,504 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:11,535 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:11,536 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,537 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread started 2024-11-08T10:12:11,537 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,537 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread started 2024-11-08T10:12:11,538 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:11,567 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:11,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:11,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,586 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread started 2024-11-08T10:12:11,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:11,586 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread started 2024-11-08T10:12:11,587 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x932ef402, L:/127.0.0.1:44511 - R:/127.0.0.1:47914] 2024-11-08T10:12:11,637 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:11,978 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:11,978 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:11,978 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:11,978 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:11,978 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:11,978 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:11,978 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:11,978 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,006 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,006 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,006 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,006 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,007 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,007 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,007 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,023 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,023 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,023 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,023 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44511,0 is dead - stopping the connection localhost:44511/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T10:12:12,023 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,024 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,024 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,024 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,024 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:12,025 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:12,056 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:12,057 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:12,073 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:12,089 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:12,089 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0fa2a3b2, L:/127.0.0.1:44511 - R:/127.0.0.1:47918] 2024-11-08T10:12:12,130 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:12,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:12,132 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44511 2024-11-08T10:12:12,132 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,132 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16891699993193954366.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,132 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16891699993193954366.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,132 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,132 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread finished 2024-11-08T10:12:12,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_key16891699993193954366.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9483188901833439787.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key16891699993193954366.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=3059 (was 3125) 2024-11-08T10:12:12,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=3059 2024-11-08T10:12:12,147 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:12,148 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39201 2024-11-08T10:12:12,148 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread finished 2024-11-08T10:12:12,148 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread finished 2024-11-08T10:12:12,148 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread finished 2024-11-08T10:12:12,148 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:12,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5ae7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:12,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:12,150 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:12,181 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:12,181 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:12,182 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread started 2024-11-08T10:12:12,182 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:12,182 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread started 2024-11-08T10:12:12,183 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:12,199 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:12,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:12,214 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:12,215 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread started 2024-11-08T10:12:12,215 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:12,216 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread started 2024-11-08T10:12:12,216 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08d279c6, L:/127.0.0.1:39201 - R:/127.0.0.1:41628] 2024-11-08T10:12:12,252 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:12,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:12,255 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16891699993193954366.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,255 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,255 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread finished 2024-11-08T10:12:12,255 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread finished 2024-11-08T10:12:12,372 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,372 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,372 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,372 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,399 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,399 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,399 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,399 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,399 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16891699993193954366.p12 2024-11-08T10:12:12,399 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,399 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,400 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,414 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,414 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,414 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc6ce5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:12,415 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9483188901833439787.p12 2024-11-08T10:12:12,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:12,416 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:12,447 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:12,447 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:12,448 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread started 2024-11-08T10:12:12,448 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:12,448 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread started 2024-11-08T10:12:12,448 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:12,466 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:12,482 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:12,482 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5ff0d57b, L:/127.0.0.1:39201 - R:/127.0.0.1:41632] 2024-11-08T10:12:12,519 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:12,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:12,521 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16891699993193954366.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,521 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,521 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39201 2024-11-08T10:12:12,521 DEBUG [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,521 DEBUG [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16891699993193954366.p12 was interrupted and is shutting down... 2024-11-08T10:12:12,522 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread finished 2024-11-08T10:12:12,522 INFO [FileChangeWatcher-hbase_test_key16891699993193954366.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16891699993193954366.p12 thread finished 2024-11-08T10:12:12,522 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread finished 2024-11-08T10:12:12,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=3009 (was 3059) 2024-11-08T10:12:12,536 INFO [FileChangeWatcher-hbase_test_ca9483188901833439787.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9483188901833439787.p12 thread finished 2024-11-08T10:12:12,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=3005 2024-11-08T10:12:13,088 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:13,089 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42931 2024-11-08T10:12:13,089 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:13,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:13,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:13,091 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:13,429 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:13,430 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:13,430 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread started 2024-11-08T10:12:13,430 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:13,431 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread started 2024-11-08T10:12:13,431 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:13,596 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:13,760 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:13,761 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:13,761 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread started 2024-11-08T10:12:13,761 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:13,762 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread started 2024-11-08T10:12:13,762 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcf4285f1, L:/127.0.0.1:42931 - R:/127.0.0.1:51426] 2024-11-08T10:12:13,955 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:14,136 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,136 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,136 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,137 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,137 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,137 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,137 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,137 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,380 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,380 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,380 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,380 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,380 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,380 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,380 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,380 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,380 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:14,380 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,380 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,380 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,381 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,381 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,381 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,381 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,541 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42931,0 is dead - stopping the connection localhost:42931/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T10:12:14,541 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,541 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,541 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,541 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,542 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,542 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,542 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,542 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:14,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:14,543 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:14,867 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:14,868 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:15,030 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:15,193 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:15,194 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1973a9e6, L:/127.0.0.1:42931 - R:/127.0.0.1:51442] 2024-11-08T10:12:15,392 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:15,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:15,394 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42931 2024-11-08T10:12:15,394 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks was interrupted and is shutting down... 2024-11-08T10:12:15,394 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks was interrupted and is shutting down... 2024-11-08T10:12:15,394 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks was interrupted and is shutting down... 2024-11-08T10:12:15,394 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks was interrupted and is shutting down... 2024-11-08T10:12:15,394 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread finished 2024-11-08T10:12:15,394 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread finished 2024-11-08T10:12:15,394 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread finished 2024-11-08T10:12:15,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 169) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2943 (was 3005) 2024-11-08T10:12:15,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=2942 2024-11-08T10:12:15,408 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread finished 2024-11-08T10:12:15,408 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:15,409 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46591 2024-11-08T10:12:15,409 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:15,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514734d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:15,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:15,411 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:15,736 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:15,737 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:15,737 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread started 2024-11-08T10:12:15,737 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:15,738 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread started 2024-11-08T10:12:15,738 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:15,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:16,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:16,065 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:16,065 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread started 2024-11-08T10:12:16,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:16,066 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread started 2024-11-08T10:12:16,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc8a492b4, L:/127.0.0.1:46591 - R:/127.0.0.1:59626] 2024-11-08T10:12:16,243 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:16,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:16,246 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks was interrupted and is shutting down... 2024-11-08T10:12:16,246 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks was interrupted and is shutting down... 2024-11-08T10:12:16,246 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread finished 2024-11-08T10:12:16,246 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread finished 2024-11-08T10:12:16,601 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:16,601 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:16,601 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:16,601 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:16,845 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:16,845 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:16,845 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:16,845 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4126013313037844985.bcfks 2024-11-08T10:12:16,845 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:16,845 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:16,845 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:16,845 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:17,007 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:17,007 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:17,007 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:17,007 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14250754769712971130.bcfks 2024-11-08T10:12:17,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aef615e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:17,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:17,009 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:17,350 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:17,350 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:17,351 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread started 2024-11-08T10:12:17,351 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:17,351 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread started 2024-11-08T10:12:17,351 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:17,519 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:17,687 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:17,688 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1c11f248, L:/127.0.0.1:46591 - R:/127.0.0.1:59642] 2024-11-08T10:12:17,892 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:17,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:17,895 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46591 2024-11-08T10:12:17,895 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks was interrupted and is shutting down... 2024-11-08T10:12:17,895 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks was interrupted and is shutting down... 2024-11-08T10:12:17,895 DEBUG [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks was interrupted and is shutting down... 2024-11-08T10:12:17,895 DEBUG [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks was interrupted and is shutting down... 2024-11-08T10:12:17,895 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread finished 2024-11-08T10:12:17,896 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread finished 2024-11-08T10:12:17,896 INFO [FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14250754769712971130.bcfks thread finished 2024-11-08T10:12:17,896 INFO [FileChangeWatcher-hbase_test_key4126013313037844985.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4126013313037844985.bcfks thread finished 2024-11-08T10:12:17,903 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 171) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2887 (was 2942) 2024-11-08T10:12:17,908 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=2887 2024-11-08T10:12:18,042 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:18,042 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43649 2024-11-08T10:12:18,042 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:18,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:18,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,044 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,087 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,087 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,088 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread started 2024-11-08T10:12:18,088 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,089 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread started 2024-11-08T10:12:18,089 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:18,106 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,122 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread started 2024-11-08T10:12:18,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,123 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread started 2024-11-08T10:12:18,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76f8ea43, L:/127.0.0.1:43649 - R:/127.0.0.1:48422] 2024-11-08T10:12:18,171 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:18,179 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,179 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,179 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,179 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,180 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,180 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,180 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,180 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,205 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,205 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,205 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,206 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,206 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,206 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,206 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,206 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,206 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,206 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,206 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,206 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,206 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,206 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,206 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,206 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,220 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,220 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,220 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,220 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,220 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43649,0 is dead - stopping the connection localhost:43649/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T10:12:18,221 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,221 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,221 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,221 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,222 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,253 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,253 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:18,269 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,284 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,285 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd7ee74d8, L:/127.0.0.1:43649 - R:/127.0.0.1:48436] 2024-11-08T10:12:18,327 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:18,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:18,329 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43649 2024-11-08T10:12:18,329 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11824070891093669983.jks was interrupted and is shutting down... 2024-11-08T10:12:18,329 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7146131257871705416.jks was interrupted and is shutting down... 2024-11-08T10:12:18,329 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11824070891093669983.jks was interrupted and is shutting down... 2024-11-08T10:12:18,329 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7146131257871705416.jks was interrupted and is shutting down... 2024-11-08T10:12:18,329 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread finished 2024-11-08T10:12:18,329 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread finished 2024-11-08T10:12:18,330 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread finished 2024-11-08T10:12:18,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=2863 (was 2887) 2024-11-08T10:12:18,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=2863 2024-11-08T10:12:18,342 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:18,343 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37599 2024-11-08T10:12:18,343 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:18,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:18,344 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread finished 2024-11-08T10:12:18,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,345 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,377 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,378 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,378 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread started 2024-11-08T10:12:18,378 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,379 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread started 2024-11-08T10:12:18,379 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:18,396 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,412 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,412 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,413 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread started 2024-11-08T10:12:18,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,413 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread started 2024-11-08T10:12:18,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x39acd5f5, L:/127.0.0.1:37599 - R:/127.0.0.1:59222] 2024-11-08T10:12:18,451 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:18,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:18,453 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11824070891093669983.jks was interrupted and is shutting down... 2024-11-08T10:12:18,453 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7146131257871705416.jks was interrupted and is shutting down... 2024-11-08T10:12:18,453 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread finished 2024-11-08T10:12:18,454 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread finished 2024-11-08T10:12:18,462 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,462 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,462 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,462 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,489 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,490 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,490 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,490 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,490 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,490 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7146131257871705416.jks 2024-11-08T10:12:18,490 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,490 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,504 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,504 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,504 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,504 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11824070891093669983.jks 2024-11-08T10:12:18,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:18,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,505 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,536 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,536 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,537 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread started 2024-11-08T10:12:18,537 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,537 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread started 2024-11-08T10:12:18,537 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:18,553 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,568 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,569 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x95569d74, L:/127.0.0.1:37599 - R:/127.0.0.1:59226] 2024-11-08T10:12:18,609 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:18,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:18,610 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37599 2024-11-08T10:12:18,610 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7146131257871705416.jks was interrupted and is shutting down... 2024-11-08T10:12:18,610 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11824070891093669983.jks was interrupted and is shutting down... 2024-11-08T10:12:18,610 DEBUG [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7146131257871705416.jks was interrupted and is shutting down... 2024-11-08T10:12:18,610 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread finished 2024-11-08T10:12:18,611 INFO [FileChangeWatcher-hbase_test_key7146131257871705416.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7146131257871705416.jks thread finished 2024-11-08T10:12:18,611 DEBUG [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11824070891093669983.jks was interrupted and is shutting down... 2024-11-08T10:12:18,611 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread finished 2024-11-08T10:12:18,618 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=2848 (was 2863) 2024-11-08T10:12:18,623 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=2848 2024-11-08T10:12:18,628 INFO [FileChangeWatcher-hbase_test_ca11824070891093669983.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11824070891093669983.jks thread finished 2024-11-08T10:12:18,629 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:18,629 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39715 2024-11-08T10:12:18,630 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:18,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:18,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,631 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,636 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,636 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,636 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread started 2024-11-08T10:12:18,636 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,637 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread started 2024-11-08T10:12:18,637 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:18,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,642 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,642 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread started 2024-11-08T10:12:18,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,644 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread started 2024-11-08T10:12:18,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe602a7ee, L:/127.0.0.1:39715 - R:/127.0.0.1:50846] 2024-11-08T10:12:18,659 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,671 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,672 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39715,0 is dead - stopping the connection localhost:39715/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T10:12:18,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,673 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,678 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,678 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:18,682 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,682 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,683 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3945d2b8, L:/127.0.0.1:39715 - R:/127.0.0.1:50860] 2024-11-08T10:12:18,698 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:18,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:18,700 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39715 2024-11-08T10:12:18,700 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16044521431014847344.pem was interrupted and is shutting down... 2024-11-08T10:12:18,700 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12958822759784305246.pem was interrupted and is shutting down... 2024-11-08T10:12:18,700 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16044521431014847344.pem was interrupted and is shutting down... 2024-11-08T10:12:18,700 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12958822759784305246.pem was interrupted and is shutting down... 2024-11-08T10:12:18,700 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread finished 2024-11-08T10:12:18,700 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread finished 2024-11-08T10:12:18,700 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread finished 2024-11-08T10:12:18,700 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread finished 2024-11-08T10:12:18,707 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=2844 (was 2848) 2024-11-08T10:12:18,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=2843 2024-11-08T10:12:18,714 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:18,715 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44563 2024-11-08T10:12:18,715 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:18,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:18,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,716 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,720 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,720 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,721 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread started 2024-11-08T10:12:18,721 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,721 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:18,721 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread started 2024-11-08T10:12:18,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,727 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread started 2024-11-08T10:12:18,727 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread started 2024-11-08T10:12:18,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6a430452, L:/127.0.0.1:44563 - R:/127.0.0.1:35622] 2024-11-08T10:12:18,742 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:18,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:18,744 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16044521431014847344.pem was interrupted and is shutting down... 2024-11-08T10:12:18,744 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12958822759784305246.pem was interrupted and is shutting down... 2024-11-08T10:12:18,744 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread finished 2024-11-08T10:12:18,744 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread finished 2024-11-08T10:12:18,752 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,752 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,752 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,752 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,752 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,752 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,752 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,752 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16044521431014847344.pem 2024-11-08T10:12:18,753 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,753 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,753 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,753 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,753 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,753 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,753 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,753 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12958822759784305246.pem 2024-11-08T10:12:18,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:18,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,754 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,759 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,759 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,760 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread started 2024-11-08T10:12:18,760 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,760 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread started 2024-11-08T10:12:18,760 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:18,765 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,765 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,766 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1069c8bb, L:/127.0.0.1:44563 - R:/127.0.0.1:35630] 2024-11-08T10:12:18,782 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:18,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:18,783 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44563 2024-11-08T10:12:18,783 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12958822759784305246.pem was interrupted and is shutting down... 2024-11-08T10:12:18,783 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16044521431014847344.pem was interrupted and is shutting down... 2024-11-08T10:12:18,783 DEBUG [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12958822759784305246.pem was interrupted and is shutting down... 2024-11-08T10:12:18,783 DEBUG [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16044521431014847344.pem was interrupted and is shutting down... 2024-11-08T10:12:18,783 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread finished 2024-11-08T10:12:18,784 INFO [FileChangeWatcher-hbase_test_ca12958822759784305246.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12958822759784305246.pem thread finished 2024-11-08T10:12:18,784 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread finished 2024-11-08T10:12:18,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=2840 (was 2843) 2024-11-08T10:12:18,796 INFO [FileChangeWatcher-hbase_test_key16044521431014847344.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16044521431014847344.pem thread finished 2024-11-08T10:12:18,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=2840 2024-11-08T10:12:18,839 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:18,840 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42839 2024-11-08T10:12:18,840 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:18,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:18,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,842 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,872 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,872 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,873 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,873 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread started 2024-11-08T10:12:18,873 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread started 2024-11-08T10:12:18,873 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:18,889 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:18,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:18,905 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,906 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:18,906 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread started 2024-11-08T10:12:18,913 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread started 2024-11-08T10:12:18,913 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x74315993, L:/127.0.0.1:42839 - R:/127.0.0.1:53154] 2024-11-08T10:12:18,952 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:18,958 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,958 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,958 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,958 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,958 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,958 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,958 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,958 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,983 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,983 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,983 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,983 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,983 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,998 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,998 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,998 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,998 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,998 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42839,0 is dead - stopping the connection localhost:42839/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T10:12:18,998 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,998 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,998 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,998 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:18,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:18,999 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:19,030 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:19,030 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:19,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:19,060 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:19,060 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x277aeeaf, L:/127.0.0.1:42839 - R:/127.0.0.1:53158] 2024-11-08T10:12:19,097 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:19,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:19,098 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42839 2024-11-08T10:12:19,098 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13595464143711575420.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,098 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,099 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,099 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13595464143711575420.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,099 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread finished 2024-11-08T10:12:19,099 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread finished 2024-11-08T10:12:19,104 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread finished 2024-11-08T10:12:19,104 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread finished 2024-11-08T10:12:19,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=2823 (was 2840) 2024-11-08T10:12:19,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=2822 2024-11-08T10:12:19,112 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:19,113 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41757 2024-11-08T10:12:19,113 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:19,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:19,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:19,114 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:19,144 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:19,144 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:19,145 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread started 2024-11-08T10:12:19,145 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:19,145 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread started 2024-11-08T10:12:19,145 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:19,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:19,175 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:19,175 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:19,176 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread started 2024-11-08T10:12:19,176 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:19,176 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread started 2024-11-08T10:12:19,176 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9b6178af, L:/127.0.0.1:41757 - R:/127.0.0.1:43630] 2024-11-08T10:12:19,212 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:19,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:19,214 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13595464143711575420.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,214 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,214 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread finished 2024-11-08T10:12:19,214 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread finished 2024-11-08T10:12:19,218 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:19,218 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:19,218 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:19,218 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:19,243 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:19,243 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:19,243 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:19,243 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:19,243 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:19,243 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13595464143711575420.p12 2024-11-08T10:12:19,243 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:19,243 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:19,257 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:19,257 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:19,257 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:19,257 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11296373672498391527.p12 2024-11-08T10:12:19,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:19,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:19,258 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:19,299 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:19,299 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:19,300 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread started 2024-11-08T10:12:19,300 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:19,300 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread started 2024-11-08T10:12:19,300 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:19,326 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:19,343 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:19,343 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcf3ee96d, L:/127.0.0.1:41757 - R:/127.0.0.1:43636] 2024-11-08T10:12:19,380 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:19,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:19,381 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41757 2024-11-08T10:12:19,382 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,382 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13595464143711575420.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,382 DEBUG [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13595464143711575420.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,382 DEBUG [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 was interrupted and is shutting down... 2024-11-08T10:12:19,382 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread finished 2024-11-08T10:12:19,382 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread finished 2024-11-08T10:12:19,382 INFO [FileChangeWatcher-hbase_test_key13595464143711575420.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13595464143711575420.p12 thread finished 2024-11-08T10:12:19,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=2817 (was 2822) 2024-11-08T10:12:19,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=2817 2024-11-08T10:12:19,396 INFO [FileChangeWatcher-hbase_test_ca11296373672498391527.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11296373672498391527.p12 thread finished 2024-11-08T10:12:19,800 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:19,801 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46737 2024-11-08T10:12:19,801 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:19,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:19,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:19,802 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:20,126 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:20,127 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:20,128 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread started 2024-11-08T10:12:20,128 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:20,128 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread started 2024-11-08T10:12:20,128 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:20,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:20,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:20,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:20,457 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread started 2024-11-08T10:12:20,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:20,458 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread started 2024-11-08T10:12:20,458 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa12396ed, L:/127.0.0.1:46737 - R:/127.0.0.1:45982] 2024-11-08T10:12:20,690 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:20,698 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,698 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,698 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,698 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,698 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,698 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,698 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,698 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,941 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,941 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:20,941 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:20,941 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:20,942 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:21,103 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:21,103 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:21,103 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:21,104 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46737,0 is dead - stopping the connection localhost:46737/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T10:12:21,103 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:21,104 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:21,104 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:21,104 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:21,104 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:21,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:21,105 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:21,429 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:21,429 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:21,591 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:21,754 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:21,755 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1f6afc7a, L:/127.0.0.1:46737 - R:/127.0.0.1:45990] 2024-11-08T10:12:21,938 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:21,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:21,940 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46737 2024-11-08T10:12:21,940 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803211076535062601.bcfks was interrupted and is shutting down... 2024-11-08T10:12:21,940 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks was interrupted and is shutting down... 2024-11-08T10:12:21,940 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803211076535062601.bcfks was interrupted and is shutting down... 2024-11-08T10:12:21,940 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks was interrupted and is shutting down... 2024-11-08T10:12:21,940 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread finished 2024-11-08T10:12:21,940 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread finished 2024-11-08T10:12:21,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=2819 (was 2817) - AvailableMemoryMB LEAK? - 2024-11-08T10:12:21,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=2819 2024-11-08T10:12:21,953 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T10:12:21,954 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43811 2024-11-08T10:12:21,954 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T10:12:21,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46787a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:21,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:21,955 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:21,960 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread finished 2024-11-08T10:12:21,960 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread finished 2024-11-08T10:12:22,280 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:22,281 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:22,281 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread started 2024-11-08T10:12:22,281 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:22,282 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread started 2024-11-08T10:12:22,282 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:22,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:22,623 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:22,623 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:22,624 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread started 2024-11-08T10:12:22,624 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:22,624 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread started 2024-11-08T10:12:22,624 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc7a04fac, L:/127.0.0.1:43811 - R:/127.0.0.1:36598] 2024-11-08T10:12:22,802 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:22,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:22,804 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803211076535062601.bcfks was interrupted and is shutting down... 2024-11-08T10:12:22,804 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks was interrupted and is shutting down... 2024-11-08T10:12:22,804 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread finished 2024-11-08T10:12:22,804 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread finished 2024-11-08T10:12:22,810 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:22,810 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:22,810 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:22,810 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:23,059 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:23,059 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:23,059 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:23,059 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803211076535062601.bcfks 2024-11-08T10:12:23,059 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:23,059 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:23,059 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:23,059 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:23,220 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:23,220 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:23,220 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:23,220 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1275749142431722533.bcfks 2024-11-08T10:12:23,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5afe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T10:12:23,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T10:12:23,222 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:23,547 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:23,547 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:23,548 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread started 2024-11-08T10:12:23,548 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a96443cb-d8b2-22b9-fed9-9e228f45ef44/TestNettyTLSIPCFileWatcher 2024-11-08T10:12:23,548 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread started 2024-11-08T10:12:23,548 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T10:12:23,711 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T10:12:23,873 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T10:12:23,874 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdb5b7131, L:/127.0.0.1:43811 - R:/127.0.0.1:36614] 2024-11-08T10:12:24,051 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T10:12:24,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T10:12:24,053 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43811 2024-11-08T10:12:24,053 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks was interrupted and is shutting down... 2024-11-08T10:12:24,053 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803211076535062601.bcfks was interrupted and is shutting down... 2024-11-08T10:12:24,053 DEBUG [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803211076535062601.bcfks was interrupted and is shutting down... 2024-11-08T10:12:24,053 DEBUG [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks was interrupted and is shutting down... 2024-11-08T10:12:24,053 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread finished 2024-11-08T10:12:24,053 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread finished 2024-11-08T10:12:24,053 INFO [FileChangeWatcher-hbase_test_key803211076535062601.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803211076535062601.bcfks thread finished 2024-11-08T10:12:24,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=2819 (was 2819) 2024-11-08T10:12:24,068 INFO [FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1275749142431722533.bcfks thread finished