2024-11-21 08:21:14,544 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 08:21:14,559 main DEBUG Took 0.012499 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 08:21:14,559 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 08:21:14,559 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 08:21:14,561 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 08:21:14,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,574 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 08:21:14,587 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,591 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,592 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,593 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,594 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,595 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,596 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,598 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,599 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,600 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:21:14,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,602 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 08:21:14,604 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:21:14,606 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 08:21:14,608 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 08:21:14,608 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 08:21:14,610 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 08:21:14,611 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 08:21:14,619 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 08:21:14,622 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 08:21:14,625 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 08:21:14,625 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 08:21:14,626 main DEBUG createAppenders(={Console}) 2024-11-21 08:21:14,626 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-21 08:21:14,627 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 08:21:14,627 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-21 08:21:14,628 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 08:21:14,629 main DEBUG OutputStream closed 2024-11-21 08:21:14,629 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 08:21:14,629 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 08:21:14,630 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-21 08:21:14,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 08:21:14,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 08:21:14,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 08:21:14,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 08:21:14,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 08:21:14,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 08:21:14,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 08:21:14,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 08:21:14,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 08:21:14,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 08:21:14,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 08:21:14,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 08:21:14,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 08:21:14,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 08:21:14,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 08:21:14,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 08:21:14,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 08:21:14,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 08:21:14,735 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 08:21:14,735 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-21 08:21:14,735 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 08:21:14,736 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-21T08:21:14,752 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-21 08:21:14,755 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 08:21:14,755 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T08:21:15,155 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T08:21:15,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=6651 2024-11-21T08:21:16,783 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:21:16,823 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T08:21:16,837 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T08:21:16,848 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T08:21:16,912 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:16,940 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52246 (auto-detected) 2024-11-21T08:21:16,942 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T08:21:16,961 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39801 2024-11-21T08:21:16,964 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:16,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:16,993 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T08:21:16,994 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T08:21:17,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:17,296 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:17,341 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:17,434 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:17,437 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread started 2024-11-21T08:21:17,437 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:17,438 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread started 2024-11-21T08:21:17,447 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:17,495 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:17,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:17,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:17,569 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread started 2024-11-21T08:21:17,569 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:17,570 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread started 2024-11-21T08:21:17,571 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf2a9a97c, L:/127.0.0.1:39801 - R:/127.0.0.1:54310] 2024-11-21T08:21:17,703 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:17,883 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,883 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,883 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,883 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,884 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,884 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,884 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,884 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,908 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,908 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,908 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,909 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,908 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,909 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,909 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,909 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:17,930 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,930 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,930 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,930 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,930 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,930 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,930 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,930 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,943 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,943 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,943 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,943 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,943 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39801,0 is dead - stopping the connection localhost:39801/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T08:21:17,943 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,943 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,943 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,943 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:17,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:17,946 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:17,974 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:17,975 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:17,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:18,019 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:18,020 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x504da791, L:/127.0.0.1:39801 - R:/127.0.0.1:41670] 2024-11-21T08:21:18,061 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:18,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:18,064 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39801 2024-11-21T08:21:18,064 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13856486926368517932.jks was interrupted and is shutting down... 2024-11-21T08:21:18,064 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13289530061427435926.jks was interrupted and is shutting down... 2024-11-21T08:21:18,064 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13289530061427435926.jks was interrupted and is shutting down... 2024-11-21T08:21:18,064 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13856486926368517932.jks was interrupted and is shutting down... 2024-11-21T08:21:18,065 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread finished 2024-11-21T08:21:18,065 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread finished 2024-11-21T08:21:18,065 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread finished 2024-11-21T08:21:18,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13289530061427435926.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 160) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6514 (was 6651) 2024-11-21T08:21:18,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=6513 2024-11-21T08:21:18,079 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:18,080 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38901 2024-11-21T08:21:18,080 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:18,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:18,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:18,082 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:18,082 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread finished 2024-11-21T08:21:18,125 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:18,126 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,127 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,127 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread started 2024-11-21T08:21:18,128 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread started 2024-11-21T08:21:18,128 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:18,144 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:18,157 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:18,158 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,158 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread started 2024-11-21T08:21:18,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,159 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread started 2024-11-21T08:21:18,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf5155015, L:/127.0.0.1:38901 - R:/127.0.0.1:58354] 2024-11-21T08:21:18,196 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:18,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:18,198 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13289530061427435926.jks was interrupted and is shutting down... 2024-11-21T08:21:18,198 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13856486926368517932.jks was interrupted and is shutting down... 2024-11-21T08:21:18,199 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread finished 2024-11-21T08:21:18,199 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread finished 2024-11-21T08:21:18,525 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:18,525 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:18,526 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:18,526 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:18,549 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:18,549 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:18,550 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:18,550 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13856486926368517932.jks 2024-11-21T08:21:18,580 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:18,580 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:18,580 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:18,580 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:18,599 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:18,599 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:18,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:18,600 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:18,600 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13289530061427435926.jks 2024-11-21T08:21:18,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:18,601 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:18,630 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:18,631 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,631 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread started 2024-11-21T08:21:18,631 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,632 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread started 2024-11-21T08:21:18,632 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:18,647 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:18,661 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:18,661 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8d000e1a, L:/127.0.0.1:38901 - R:/127.0.0.1:58368] 2024-11-21T08:21:18,698 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:18,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:18,699 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38901 2024-11-21T08:21:18,699 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13856486926368517932.jks was interrupted and is shutting down... 2024-11-21T08:21:18,699 DEBUG [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13856486926368517932.jks was interrupted and is shutting down... 2024-11-21T08:21:18,699 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13289530061427435926.jks was interrupted and is shutting down... 2024-11-21T08:21:18,699 DEBUG [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13289530061427435926.jks was interrupted and is shutting down... 2024-11-21T08:21:18,700 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread finished 2024-11-21T08:21:18,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=29 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key13856486926368517932.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=6448 (was 6513) 2024-11-21T08:21:18,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=6447 2024-11-21T08:21:18,714 INFO [FileChangeWatcher-hbase_test_key13856486926368517932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13856486926368517932.jks thread finished 2024-11-21T08:21:18,714 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread finished 2024-11-21T08:21:18,714 INFO [FileChangeWatcher-hbase_test_ca13289530061427435926.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13289530061427435926.jks thread finished 2024-11-21T08:21:18,759 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:18,760 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44549 2024-11-21T08:21:18,760 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:18,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:18,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:18,762 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:18,785 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:18,785 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,786 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread started 2024-11-21T08:21:18,786 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,787 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread started 2024-11-21T08:21:18,787 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:18,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:18,800 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:18,800 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,801 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread started 2024-11-21T08:21:18,801 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:18,802 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread started 2024-11-21T08:21:18,802 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x29ea2167, L:/127.0.0.1:44549 - R:/127.0.0.1:44212] 2024-11-21T08:21:18,817 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:19,203 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,203 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,203 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,203 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,203 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,203 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,203 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,204 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,204 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,204 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,204 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,204 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,204 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,204 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,204 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,204 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,230 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,230 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,230 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,230 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44549,0 is dead - stopping the connection localhost:44549/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T08:21:19,231 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:19,231 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,231 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,233 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:19,237 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:19,238 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:19,243 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:19,243 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:19,244 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6c360947, L:/127.0.0.1:44549 - R:/127.0.0.1:44226] 2024-11-21T08:21:19,259 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:19,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:19,260 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44549 2024-11-21T08:21:19,260 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6692280835162347252.pem was interrupted and is shutting down... 2024-11-21T08:21:19,260 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1283319899260575862.pem was interrupted and is shutting down... 2024-11-21T08:21:19,261 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6692280835162347252.pem was interrupted and is shutting down... 2024-11-21T08:21:19,261 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread finished 2024-11-21T08:21:19,261 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1283319899260575862.pem was interrupted and is shutting down... 2024-11-21T08:21:19,261 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread finished 2024-11-21T08:21:19,261 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread finished 2024-11-21T08:21:19,267 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=6373 (was 6447) 2024-11-21T08:21:19,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=6373 2024-11-21T08:21:19,274 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:19,274 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36397 2024-11-21T08:21:19,275 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:19,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:19,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:19,277 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:19,278 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread finished 2024-11-21T08:21:19,281 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:19,281 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,282 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread started 2024-11-21T08:21:19,282 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,282 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread started 2024-11-21T08:21:19,283 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:19,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:19,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:19,289 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,289 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread started 2024-11-21T08:21:19,289 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,290 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread started 2024-11-21T08:21:19,290 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd9daa73b, L:/127.0.0.1:36397 - R:/127.0.0.1:48434] 2024-11-21T08:21:19,304 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:19,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:19,306 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6692280835162347252.pem was interrupted and is shutting down... 2024-11-21T08:21:19,306 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1283319899260575862.pem was interrupted and is shutting down... 2024-11-21T08:21:19,306 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread finished 2024-11-21T08:21:19,306 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread finished 2024-11-21T08:21:19,586 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,586 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,586 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,586 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,586 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,586 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,586 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,586 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6692280835162347252.pem 2024-11-21T08:21:19,639 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,639 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,639 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,639 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,639 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a639716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:19,639 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,639 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,640 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1283319899260575862.pem 2024-11-21T08:21:19,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:19,642 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:19,651 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:19,652 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,652 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,652 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread started 2024-11-21T08:21:19,653 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread started 2024-11-21T08:21:19,653 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:19,658 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:19,658 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:19,659 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe0be9b93, L:/127.0.0.1:36397 - R:/127.0.0.1:48438] 2024-11-21T08:21:19,675 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:19,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:19,677 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36397 2024-11-21T08:21:19,677 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6692280835162347252.pem was interrupted and is shutting down... 2024-11-21T08:21:19,677 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1283319899260575862.pem was interrupted and is shutting down... 2024-11-21T08:21:19,677 DEBUG [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6692280835162347252.pem was interrupted and is shutting down... 2024-11-21T08:21:19,677 DEBUG [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1283319899260575862.pem was interrupted and is shutting down... 2024-11-21T08:21:19,677 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread finished 2024-11-21T08:21:19,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=33 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6692280835162347252.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=6320 (was 6373) 2024-11-21T08:21:19,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=6319 2024-11-21T08:21:19,690 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread finished 2024-11-21T08:21:19,690 INFO [FileChangeWatcher-hbase_test_ca1283319899260575862.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1283319899260575862.pem thread finished 2024-11-21T08:21:19,690 INFO [FileChangeWatcher-hbase_test_key6692280835162347252.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6692280835162347252.pem thread finished 2024-11-21T08:21:19,728 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:19,729 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45305 2024-11-21T08:21:19,729 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:19,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:19,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:19,731 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:19,760 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:19,761 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,761 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread started 2024-11-21T08:21:19,762 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,762 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread started 2024-11-21T08:21:19,762 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:19,778 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:19,791 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:19,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,792 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread started 2024-11-21T08:21:19,792 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:19,793 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread started 2024-11-21T08:21:19,793 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd7546a2c, L:/127.0.0.1:45305 - R:/127.0.0.1:40546] 2024-11-21T08:21:19,825 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:20,196 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,196 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,196 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,196 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,196 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,196 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,196 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,196 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,219 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,219 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,219 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,219 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,219 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,219 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,219 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,219 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,246 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,246 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,246 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,246 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,247 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,247 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,247 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,247 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,264 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,264 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,264 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,264 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45305,0 is dead - stopping the connection localhost:45305/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T08:21:20,264 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,264 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,264 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,264 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,264 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:20,265 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:20,291 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:20,292 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:20,306 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:20,320 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:20,320 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x94a09d9a, L:/127.0.0.1:45305 - R:/127.0.0.1:40558] 2024-11-21T08:21:20,355 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:20,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:20,357 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45305 2024-11-21T08:21:20,357 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17769722109361473317.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,357 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,357 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17769722109361473317.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,357 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,357 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread finished 2024-11-21T08:21:20,357 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread finished 2024-11-21T08:21:20,357 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread finished 2024-11-21T08:21:20,358 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread finished 2024-11-21T08:21:20,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=6252 (was 6319) 2024-11-21T08:21:20,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=6252 2024-11-21T08:21:20,371 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:20,372 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43553 2024-11-21T08:21:20,372 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:20,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f55961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:20,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:20,374 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:20,403 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:20,404 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:20,404 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread started 2024-11-21T08:21:20,404 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:20,405 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread started 2024-11-21T08:21:20,405 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:20,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:20,433 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:20,434 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:20,434 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread started 2024-11-21T08:21:20,434 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:20,435 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread started 2024-11-21T08:21:20,435 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1b89446, L:/127.0.0.1:43553 - R:/127.0.0.1:36110] 2024-11-21T08:21:20,469 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:20,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:20,471 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17769722109361473317.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,471 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,471 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread finished 2024-11-21T08:21:20,471 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread finished 2024-11-21T08:21:20,682 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,682 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,682 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,682 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,705 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,705 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,705 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,706 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17769722109361473317.p12 2024-11-21T08:21:20,730 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,730 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,730 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,730 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,744 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,744 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,744 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5ae7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:20,744 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12818996238464501585.p12 2024-11-21T08:21:20,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:20,746 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:20,774 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:20,774 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:20,775 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread started 2024-11-21T08:21:20,775 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:20,775 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread started 2024-11-21T08:21:20,776 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:20,790 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:20,803 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:20,804 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08eab4d8, L:/127.0.0.1:43553 - R:/127.0.0.1:36122] 2024-11-21T08:21:20,851 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:20,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:20,853 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17769722109361473317.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,853 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,853 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43553 2024-11-21T08:21:20,853 DEBUG [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,853 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread finished 2024-11-21T08:21:20,853 DEBUG [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17769722109361473317.p12 was interrupted and is shutting down... 2024-11-21T08:21:20,859 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key17769722109361473317.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12818996238464501585.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key17769722109361473317.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 179), ProcessCount=11 (was 11), AvailableMemoryMB=6187 (was 6252) 2024-11-21T08:21:20,865 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=179, ProcessCount=11, AvailableMemoryMB=6186 2024-11-21T08:21:20,871 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread finished 2024-11-21T08:21:20,871 INFO [FileChangeWatcher-hbase_test_key17769722109361473317.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17769722109361473317.p12 thread finished 2024-11-21T08:21:20,871 INFO [FileChangeWatcher-hbase_test_ca12818996238464501585.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12818996238464501585.p12 thread finished 2024-11-21T08:21:21,367 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:21,368 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42083 2024-11-21T08:21:21,368 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:21,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:21,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:21,370 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:21,639 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:21,640 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:21,640 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread started 2024-11-21T08:21:21,640 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:21,641 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread started 2024-11-21T08:21:21,641 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:21,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:21,900 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:21,900 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:21,901 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread started 2024-11-21T08:21:21,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:21,902 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread started 2024-11-21T08:21:21,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe3e9493d, L:/127.0.0.1:42083 - R:/127.0.0.1:59798] 2024-11-21T08:21:22,057 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:22,482 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,482 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,482 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,482 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,482 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,482 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,482 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,482 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,673 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,673 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,673 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,673 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,674 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,674 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,674 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,674 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:22,696 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,696 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,697 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,697 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,697 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,697 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,697 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,697 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,824 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,824 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,824 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,824 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42083,0 is dead - stopping the connection localhost:42083/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T08:21:22,824 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,824 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,824 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,824 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,824 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:22,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:22,826 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:23,082 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:23,082 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:23,210 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:23,362 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:23,362 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb30cea51, L:/127.0.0.1:42083 - R:/127.0.0.1:59804] 2024-11-21T08:21:23,518 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:23,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:23,519 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42083 2024-11-21T08:21:23,519 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks was interrupted and is shutting down... 2024-11-21T08:21:23,519 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks was interrupted and is shutting down... 2024-11-21T08:21:23,519 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key597209876648765012.bcfks was interrupted and is shutting down... 2024-11-21T08:21:23,519 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key597209876648765012.bcfks was interrupted and is shutting down... 2024-11-21T08:21:23,520 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread finished 2024-11-21T08:21:23,520 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread finished 2024-11-21T08:21:23,520 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread finished 2024-11-21T08:21:23,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 179) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6056 (was 6186) 2024-11-21T08:21:23,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=6056 2024-11-21T08:21:23,533 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:23,533 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42415 2024-11-21T08:21:23,533 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:23,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5838dc50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:23,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:23,534 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread finished 2024-11-21T08:21:23,535 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:23,797 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:23,798 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:23,798 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread started 2024-11-21T08:21:23,798 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:23,799 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread started 2024-11-21T08:21:23,799 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:23,930 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:24,057 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:24,057 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:24,058 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread started 2024-11-21T08:21:24,058 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:24,058 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread started 2024-11-21T08:21:24,058 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xac1fe90d, L:/127.0.0.1:42415 - R:/127.0.0.1:33618] 2024-11-21T08:21:24,203 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:24,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:24,205 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key597209876648765012.bcfks was interrupted and is shutting down... 2024-11-21T08:21:24,205 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks was interrupted and is shutting down... 2024-11-21T08:21:24,205 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread finished 2024-11-21T08:21:24,205 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread finished 2024-11-21T08:21:24,500 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:24,500 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:24,500 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:24,500 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:24,691 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:24,691 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:24,692 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:24,692 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key597209876648765012.bcfks 2024-11-21T08:21:24,713 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:24,713 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:24,713 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:24,713 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:24,846 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:24,846 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:24,846 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:24,846 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3897443907880368992.bcfks 2024-11-21T08:21:24,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e005201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:24,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:24,865 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:25,123 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:25,124 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:25,124 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread started 2024-11-21T08:21:25,124 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:25,125 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread started 2024-11-21T08:21:25,125 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:25,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:25,387 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:25,388 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa56419cf, L:/127.0.0.1:42415 - R:/127.0.0.1:33630] 2024-11-21T08:21:25,545 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:25,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:25,548 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks was interrupted and is shutting down... 2024-11-21T08:21:25,548 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key597209876648765012.bcfks was interrupted and is shutting down... 2024-11-21T08:21:25,548 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42415 2024-11-21T08:21:25,548 DEBUG [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key597209876648765012.bcfks was interrupted and is shutting down... 2024-11-21T08:21:25,548 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread finished 2024-11-21T08:21:25,548 DEBUG [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks was interrupted and is shutting down... 2024-11-21T08:21:25,548 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread finished 2024-11-21T08:21:25,548 INFO [FileChangeWatcher-hbase_test_key597209876648765012.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key597209876648765012.bcfks thread finished 2024-11-21T08:21:25,548 INFO [FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3897443907880368992.bcfks thread finished 2024-11-21T08:21:25,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=5986 (was 6056) 2024-11-21T08:21:25,560 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=5986 2024-11-21T08:21:25,730 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:25,731 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34121 2024-11-21T08:21:25,731 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:25,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:25,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:25,732 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:25,758 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:25,759 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:25,759 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread started 2024-11-21T08:21:25,759 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:25,760 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread started 2024-11-21T08:21:25,760 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:25,774 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:25,787 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:25,787 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:25,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:25,796 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread started 2024-11-21T08:21:25,797 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread started 2024-11-21T08:21:25,797 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x046d261d, L:/127.0.0.1:34121 - R:/127.0.0.1:60766] 2024-11-21T08:21:25,845 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:25,854 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,854 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,854 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,855 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,855 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,855 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,855 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,855 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,880 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,880 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:25,880 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,880 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,880 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,902 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,902 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,902 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34121,0 is dead - stopping the connection localhost:34121/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T08:21:25,902 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,902 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,902 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,902 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,902 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,902 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:25,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:25,903 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:25,943 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:25,943 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:25,969 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:25,983 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:25,983 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2bf6a4db, L:/127.0.0.1:34121 - R:/127.0.0.1:60768] 2024-11-21T08:21:26,037 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:26,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:26,038 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14279554984843773397.jks was interrupted and is shutting down... 2024-11-21T08:21:26,038 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9261877638629348274.jks was interrupted and is shutting down... 2024-11-21T08:21:26,038 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34121 2024-11-21T08:21:26,038 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9261877638629348274.jks was interrupted and is shutting down... 2024-11-21T08:21:26,038 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14279554984843773397.jks was interrupted and is shutting down... 2024-11-21T08:21:26,039 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread finished 2024-11-21T08:21:26,039 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread finished 2024-11-21T08:21:26,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=5958 (was 5986) 2024-11-21T08:21:26,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=5957 2024-11-21T08:21:26,050 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread finished 2024-11-21T08:21:26,050 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread finished 2024-11-21T08:21:26,051 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:26,052 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42201 2024-11-21T08:21:26,052 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:26,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:26,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:26,053 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,097 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,100 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,106 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread started 2024-11-21T08:21:26,106 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,107 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread started 2024-11-21T08:21:26,107 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:26,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,135 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,135 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,139 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread started 2024-11-21T08:21:26,143 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,144 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread started 2024-11-21T08:21:26,144 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcb8ad993, L:/127.0.0.1:42201 - R:/127.0.0.1:49614] 2024-11-21T08:21:26,198 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:26,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:26,203 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14279554984843773397.jks was interrupted and is shutting down... 2024-11-21T08:21:26,203 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread finished 2024-11-21T08:21:26,208 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9261877638629348274.jks was interrupted and is shutting down... 2024-11-21T08:21:26,208 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread finished 2024-11-21T08:21:26,213 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:26,213 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:26,225 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:26,226 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:26,257 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:26,257 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:26,257 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:26,257 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9261877638629348274.jks 2024-11-21T08:21:26,271 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:26,272 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:26,272 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:26,272 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:26,298 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:26,298 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:26,299 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:26,299 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14279554984843773397.jks 2024-11-21T08:21:26,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:26,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:26,301 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,351 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,352 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,353 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread started 2024-11-21T08:21:26,353 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,353 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:26,355 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread started 2024-11-21T08:21:26,378 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,402 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,402 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd89167fe, L:/127.0.0.1:42201 - R:/127.0.0.1:49626] 2024-11-21T08:21:26,475 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:26,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:26,477 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42201 2024-11-21T08:21:26,477 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14279554984843773397.jks was interrupted and is shutting down... 2024-11-21T08:21:26,477 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9261877638629348274.jks was interrupted and is shutting down... 2024-11-21T08:21:26,477 DEBUG [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9261877638629348274.jks was interrupted and is shutting down... 2024-11-21T08:21:26,477 DEBUG [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14279554984843773397.jks was interrupted and is shutting down... 2024-11-21T08:21:26,478 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread finished 2024-11-21T08:21:26,478 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread finished 2024-11-21T08:21:26,478 INFO [FileChangeWatcher-hbase_test_key9261877638629348274.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9261877638629348274.jks thread finished 2024-11-21T08:21:26,491 INFO [FileChangeWatcher-hbase_test_ca14279554984843773397.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14279554984843773397.jks thread finished 2024-11-21T08:21:26,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=5910 (was 5957) 2024-11-21T08:21:26,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=5902 2024-11-21T08:21:26,509 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:26,510 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39905 2024-11-21T08:21:26,510 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:26,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:26,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:26,512 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,518 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,527 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,528 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,528 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread started 2024-11-21T08:21:26,528 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:26,529 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread started 2024-11-21T08:21:26,533 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,537 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,538 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread started 2024-11-21T08:21:26,538 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,539 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa4962dea, L:/127.0.0.1:39905 - R:/127.0.0.1:56594] 2024-11-21T08:21:26,541 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread started 2024-11-21T08:21:26,563 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:26,588 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,588 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,589 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,589 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,589 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,589 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,589 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,589 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,589 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,590 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,590 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,590 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,590 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,590 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,591 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,592 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39905,0 is dead - stopping the connection localhost:39905/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T08:21:26,592 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,592 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,592 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,592 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:26,593 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,599 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,600 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:26,605 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,606 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,606 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8bfd51ce, L:/127.0.0.1:39905 - R:/127.0.0.1:56596] 2024-11-21T08:21:26,635 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:26,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:26,637 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13109337119619886872.pem was interrupted and is shutting down... 2024-11-21T08:21:26,637 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13839885328783772241.pem was interrupted and is shutting down... 2024-11-21T08:21:26,637 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39905 2024-11-21T08:21:26,637 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13839885328783772241.pem was interrupted and is shutting down... 2024-11-21T08:21:26,637 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13109337119619886872.pem was interrupted and is shutting down... 2024-11-21T08:21:26,637 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread finished 2024-11-21T08:21:26,638 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread finished 2024-11-21T08:21:26,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=5887 (was 5902) 2024-11-21T08:21:26,650 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread finished 2024-11-21T08:21:26,651 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread finished 2024-11-21T08:21:26,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=5887 2024-11-21T08:21:26,654 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:26,654 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40661 2024-11-21T08:21:26,654 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:26,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:26,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:26,656 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,660 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,660 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,661 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread started 2024-11-21T08:21:26,661 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,662 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread started 2024-11-21T08:21:26,662 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:26,667 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,667 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,668 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,671 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread started 2024-11-21T08:21:26,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,679 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread started 2024-11-21T08:21:26,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x09d62b50, L:/127.0.0.1:40661 - R:/127.0.0.1:56084] 2024-11-21T08:21:26,696 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:26,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:26,698 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13109337119619886872.pem was interrupted and is shutting down... 2024-11-21T08:21:26,699 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread finished 2024-11-21T08:21:26,702 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13839885328783772241.pem was interrupted and is shutting down... 2024-11-21T08:21:26,702 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread finished 2024-11-21T08:21:26,711 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,711 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,712 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,712 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,712 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,712 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13109337119619886872.pem 2024-11-21T08:21:26,712 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,712 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,712 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,712 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,712 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:26,713 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13839885328783772241.pem 2024-11-21T08:21:26,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:26,714 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,718 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,729 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,730 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread started 2024-11-21T08:21:26,733 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,733 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread started 2024-11-21T08:21:26,733 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:26,739 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,740 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,740 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0219589f, L:/127.0.0.1:40661 - R:/127.0.0.1:56092] 2024-11-21T08:21:26,765 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:26,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:26,767 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40661 2024-11-21T08:21:26,767 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13109337119619886872.pem was interrupted and is shutting down... 2024-11-21T08:21:26,767 DEBUG [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13109337119619886872.pem was interrupted and is shutting down... 2024-11-21T08:21:26,767 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13839885328783772241.pem was interrupted and is shutting down... 2024-11-21T08:21:26,767 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread finished 2024-11-21T08:21:26,768 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread finished 2024-11-21T08:21:26,768 DEBUG [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13839885328783772241.pem was interrupted and is shutting down... 2024-11-21T08:21:26,768 INFO [FileChangeWatcher-hbase_test_key13109337119619886872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13109337119619886872.pem thread finished 2024-11-21T08:21:26,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=40 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=5884 (was 5887) 2024-11-21T08:21:26,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=5883 2024-11-21T08:21:26,786 INFO [FileChangeWatcher-hbase_test_ca13839885328783772241.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13839885328783772241.pem thread finished 2024-11-21T08:21:26,852 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:26,853 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44951 2024-11-21T08:21:26,853 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:26,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:26,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:26,855 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,905 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,906 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,907 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread started 2024-11-21T08:21:26,907 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,907 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread started 2024-11-21T08:21:26,907 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:26,928 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:26,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:26,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,942 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread started 2024-11-21T08:21:26,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:26,943 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread started 2024-11-21T08:21:26,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc2b9034b, L:/127.0.0.1:44951 - R:/127.0.0.1:43868] 2024-11-21T08:21:26,978 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:26,987 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:26,987 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:26,987 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:26,987 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:26,987 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:26,987 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:26,987 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:26,987 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,027 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,027 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,027 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,027 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,028 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,028 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,028 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,028 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,028 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,028 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,028 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,028 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,028 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,028 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,028 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,028 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,042 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,042 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,042 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,042 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,042 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,042 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,042 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44951,0 is dead - stopping the connection localhost:44951/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T08:21:27,042 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,042 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:27,043 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:27,071 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:27,072 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:27,085 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:27,098 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:27,099 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc5cab42f, L:/127.0.0.1:44951 - R:/127.0.0.1:43872] 2024-11-21T08:21:27,142 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:27,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:27,143 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6836617734365909048.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,143 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,143 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44951 2024-11-21T08:21:27,144 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,144 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6836617734365909048.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,144 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread finished 2024-11-21T08:21:27,144 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread finished 2024-11-21T08:21:27,144 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread finished 2024-11-21T08:21:27,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=5875 (was 5883) 2024-11-21T08:21:27,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=5875 2024-11-21T08:21:27,157 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:27,157 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43803 2024-11-21T08:21:27,157 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:27,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:27,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:27,159 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:27,162 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread finished 2024-11-21T08:21:27,194 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:27,195 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:27,195 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread started 2024-11-21T08:21:27,195 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:27,196 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread started 2024-11-21T08:21:27,196 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:27,209 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:27,221 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:27,222 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:27,222 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread started 2024-11-21T08:21:27,222 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:27,223 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread started 2024-11-21T08:21:27,223 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x958fa536, L:/127.0.0.1:43803 - R:/127.0.0.1:60186] 2024-11-21T08:21:27,254 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:27,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:27,256 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6836617734365909048.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,256 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,256 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread finished 2024-11-21T08:21:27,256 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread finished 2024-11-21T08:21:27,261 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,261 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,261 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,261 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,284 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,284 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,284 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,284 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6836617734365909048.p12 2024-11-21T08:21:27,284 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,284 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,284 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,285 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,299 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,299 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,299 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,299 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12869839211559317132.p12 2024-11-21T08:21:27,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327424d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:27,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:27,300 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:27,341 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:27,341 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:27,342 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread started 2024-11-21T08:21:27,342 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:27,342 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread started 2024-11-21T08:21:27,342 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:27,356 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:27,369 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:27,370 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5ec62109, L:/127.0.0.1:43803 - R:/127.0.0.1:60188] 2024-11-21T08:21:27,403 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:27,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:27,405 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,405 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43803 2024-11-21T08:21:27,405 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6836617734365909048.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,405 DEBUG [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6836617734365909048.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,405 DEBUG [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 was interrupted and is shutting down... 2024-11-21T08:21:27,405 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread finished 2024-11-21T08:21:27,405 INFO [FileChangeWatcher-hbase_test_key6836617734365909048.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6836617734365909048.p12 thread finished 2024-11-21T08:21:27,411 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=5879 (was 5875) - AvailableMemoryMB LEAK? - 2024-11-21T08:21:27,416 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=5879 2024-11-21T08:21:27,422 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread finished 2024-11-21T08:21:27,422 INFO [FileChangeWatcher-hbase_test_ca12869839211559317132.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12869839211559317132.p12 thread finished 2024-11-21T08:21:27,765 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:27,766 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36381 2024-11-21T08:21:27,766 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:27,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6ea1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:27,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:27,768 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:28,025 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:28,026 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:28,026 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread started 2024-11-21T08:21:28,026 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:28,027 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread started 2024-11-21T08:21:28,027 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:28,157 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:28,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:28,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:28,288 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread started 2024-11-21T08:21:28,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:28,288 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread started 2024-11-21T08:21:28,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd457b509, L:/127.0.0.1:36381 - R:/127.0.0.1:54674] 2024-11-21T08:21:28,470 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:28,482 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,482 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,482 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,482 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,482 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,482 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,482 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,482 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,676 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,676 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,676 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,676 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,676 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,676 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,676 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,676 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:28,705 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,705 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,705 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,705 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,705 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,705 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,705 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,705 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,833 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,833 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,833 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,833 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,833 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36381,0 is dead - stopping the connection localhost:36381/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T08:21:28,833 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,833 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,833 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,833 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:28,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:28,834 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:29,091 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:29,092 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:29,220 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:29,348 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:29,349 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x92f1ab55, L:/127.0.0.1:36381 - R:/127.0.0.1:54682] 2024-11-21T08:21:29,495 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:29,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:29,497 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36381 2024-11-21T08:21:29,497 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks was interrupted and is shutting down... 2024-11-21T08:21:29,497 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks was interrupted and is shutting down... 2024-11-21T08:21:29,497 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks was interrupted and is shutting down... 2024-11-21T08:21:29,497 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks was interrupted and is shutting down... 2024-11-21T08:21:29,497 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread finished 2024-11-21T08:21:29,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5877 (was 5879) 2024-11-21T08:21:29,508 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=5878 2024-11-21T08:21:29,509 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:21:29,510 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37733 2024-11-21T08:21:29,510 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T08:21:29,510 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread finished 2024-11-21T08:21:29,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5422f2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:29,510 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread finished 2024-11-21T08:21:29,510 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread finished 2024-11-21T08:21:29,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:29,511 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:29,769 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:29,769 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:29,770 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:29,770 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread started 2024-11-21T08:21:29,770 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread started 2024-11-21T08:21:29,770 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:29,898 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:30,026 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:30,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:30,027 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread started 2024-11-21T08:21:30,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:30,028 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread started 2024-11-21T08:21:30,028 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7f1db87b, L:/127.0.0.1:37733 - R:/127.0.0.1:53296] 2024-11-21T08:21:30,169 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:30,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:30,171 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks was interrupted and is shutting down... 2024-11-21T08:21:30,171 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks was interrupted and is shutting down... 2024-11-21T08:21:30,171 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread finished 2024-11-21T08:21:30,171 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread finished 2024-11-21T08:21:30,184 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:30,184 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:30,184 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:30,184 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:30,377 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:30,377 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:30,377 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:30,377 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17081210559708956313.bcfks 2024-11-21T08:21:30,396 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:30,396 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:30,396 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:30,396 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:30,525 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:30,525 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:30,525 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:30,525 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9635532296398833610.bcfks 2024-11-21T08:21:30,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21177b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:21:30,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T08:21:30,526 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:30,787 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:30,787 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:30,788 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread started 2024-11-21T08:21:30,788 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ce43a331-82c7-162b-37b9-cbd28f8128c0/TestNettyTLSIPCFileWatcher 2024-11-21T08:21:30,788 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread started 2024-11-21T08:21:30,788 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T08:21:30,918 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T08:21:31,048 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T08:21:31,048 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a9ff938, L:/127.0.0.1:37733 - R:/127.0.0.1:53310] 2024-11-21T08:21:31,192 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T08:21:31,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:21:31,194 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37733 2024-11-21T08:21:31,194 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks was interrupted and is shutting down... 2024-11-21T08:21:31,194 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks was interrupted and is shutting down... 2024-11-21T08:21:31,194 DEBUG [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks was interrupted and is shutting down... 2024-11-21T08:21:31,194 DEBUG [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks was interrupted and is shutting down... 2024-11-21T08:21:31,194 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread finished 2024-11-21T08:21:31,194 INFO [FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9635532296398833610.bcfks thread finished 2024-11-21T08:21:31,194 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread finished 2024-11-21T08:21:31,194 INFO [FileChangeWatcher-hbase_test_key17081210559708956313.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17081210559708956313.bcfks thread finished 2024-11-21T08:21:31,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=5879 (was 5878) - AvailableMemoryMB LEAK? -