2024-11-22 13:09:59,572 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-22 13:09:59,584 main DEBUG Took 0.010216 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 13:09:59,585 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 13:09:59,585 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 13:09:59,586 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 13:09:59,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,596 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 13:09:59,608 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,610 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,611 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,612 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,613 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,614 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,615 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,616 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,617 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,617 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,618 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 13:09:59,619 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,619 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 13:09:59,621 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 13:09:59,622 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 13:09:59,624 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 13:09:59,624 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 13:09:59,625 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 13:09:59,626 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 13:09:59,635 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 13:09:59,637 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 13:09:59,639 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 13:09:59,640 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 13:09:59,640 main DEBUG createAppenders(={Console}) 2024-11-22 13:09:59,641 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-22 13:09:59,641 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-22 13:09:59,641 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-22 13:09:59,642 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 13:09:59,642 main DEBUG OutputStream closed 2024-11-22 13:09:59,642 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 13:09:59,643 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 13:09:59,643 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-22 13:09:59,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 13:09:59,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 13:09:59,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 13:09:59,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 13:09:59,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 13:09:59,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 13:09:59,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 13:09:59,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 13:09:59,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 13:09:59,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 13:09:59,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 13:09:59,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 13:09:59,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 13:09:59,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 13:09:59,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 13:09:59,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 13:09:59,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 13:09:59,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 13:09:59,725 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 13:09:59,725 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-22 13:09:59,726 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 13:09:59,726 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-22T13:09:59,742 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-22 13:09:59,744 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 13:09:59,745 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T13:10:00,116 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T13:10:00,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=4766 2024-11-22T13:10:01,884 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T13:10:01,924 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T13:10:01,937 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T13:10:01,948 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T13:10:02,018 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:02,050 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29835 (auto-detected) 2024-11-22T13:10:02,052 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T13:10:02,073 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34905 2024-11-22T13:10:02,077 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:02,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0956a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:02,103 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T13:10:02,103 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T13:10:02,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:02,429 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:02,484 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:02,566 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:02,569 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:02,569 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread started 2024-11-22T13:10:02,569 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread started 2024-11-22T13:10:02,577 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:02,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:02,666 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:02,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:02,750 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread started 2024-11-22T13:10:02,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:02,751 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread started 2024-11-22T13:10:02,753 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcd754cfd, L:/127.0.0.1:34905 - R:/127.0.0.1:58720] 2024-11-22T13:10:02,869 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:03,183 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,183 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,183 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,183 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,184 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,184 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,184 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,184 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,223 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,223 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,223 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,223 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,223 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,223 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,223 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,223 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,223 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,224 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,224 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,224 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,224 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,224 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,224 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,224 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,238 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,238 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34905,0 is dead - stopping the connection localhost:34905/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T13:10:03,239 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,239 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,239 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,239 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,239 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,239 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,239 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:03,241 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:03,273 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:03,274 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:03,290 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:03,305 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:03,306 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc836d448, L:/127.0.0.1:34905 - R:/127.0.0.1:57068] 2024-11-22T13:10:03,353 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:03,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:03,356 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34905 2024-11-22T13:10:03,356 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8938749066508627601.jks was interrupted and is shutting down... 2024-11-22T13:10:03,356 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10379863458339004927.jks was interrupted and is shutting down... 2024-11-22T13:10:03,356 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8938749066508627601.jks was interrupted and is shutting down... 2024-11-22T13:10:03,356 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10379863458339004927.jks was interrupted and is shutting down... 2024-11-22T13:10:03,356 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread finished 2024-11-22T13:10:03,357 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread finished 2024-11-22T13:10:03,357 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread finished 2024-11-22T13:10:03,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_key10379863458339004927.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4614 (was 4766) 2024-11-22T13:10:03,372 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread finished 2024-11-22T13:10:03,373 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=4614 2024-11-22T13:10:03,374 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:03,375 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40557 2024-11-22T13:10:03,375 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:03,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492bca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:03,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:03,378 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:03,408 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:03,409 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:03,409 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:03,409 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread started 2024-11-22T13:10:03,410 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread started 2024-11-22T13:10:03,410 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:03,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:03,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:03,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:03,456 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread started 2024-11-22T13:10:03,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:03,456 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread started 2024-11-22T13:10:03,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x273cb270, L:/127.0.0.1:40557 - R:/127.0.0.1:48426] 2024-11-22T13:10:03,494 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:03,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:03,497 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10379863458339004927.jks was interrupted and is shutting down... 2024-11-22T13:10:03,497 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8938749066508627601.jks was interrupted and is shutting down... 2024-11-22T13:10:03,497 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread finished 2024-11-22T13:10:03,497 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread finished 2024-11-22T13:10:03,858 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,858 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,858 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,858 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,885 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,885 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,885 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,885 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10379863458339004927.jks 2024-11-22T13:10:03,885 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,885 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,885 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,886 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,900 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,900 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,900 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a599384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:03,900 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8938749066508627601.jks 2024-11-22T13:10:03,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:03,902 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:03,933 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:03,934 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:03,935 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:03,935 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread started 2024-11-22T13:10:03,936 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread started 2024-11-22T13:10:03,936 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:03,952 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:03,968 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:03,969 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83d6183b, L:/127.0.0.1:40557 - R:/127.0.0.1:48428] 2024-11-22T13:10:04,008 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:04,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:04,010 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40557 2024-11-22T13:10:04,010 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8938749066508627601.jks was interrupted and is shutting down... 2024-11-22T13:10:04,010 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10379863458339004927.jks was interrupted and is shutting down... 2024-11-22T13:10:04,010 DEBUG [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10379863458339004927.jks was interrupted and is shutting down... 2024-11-22T13:10:04,010 DEBUG [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8938749066508627601.jks was interrupted and is shutting down... 2024-11-22T13:10:04,010 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread finished 2024-11-22T13:10:04,011 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread finished 2024-11-22T13:10:04,011 INFO [FileChangeWatcher-hbase_test_key10379863458339004927.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10379863458339004927.jks thread finished 2024-11-22T13:10:04,018 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=27 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca8938749066508627601.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=4560 (was 4614) 2024-11-22T13:10:04,024 INFO [FileChangeWatcher-hbase_test_ca8938749066508627601.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8938749066508627601.jks thread finished 2024-11-22T13:10:04,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=4560 2024-11-22T13:10:04,080 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:04,081 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41747 2024-11-22T13:10:04,082 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:04,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1795cf66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:04,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:04,085 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:04,115 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:04,116 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,117 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread started 2024-11-22T13:10:04,117 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,118 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread started 2024-11-22T13:10:04,118 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:04,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:04,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:04,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,139 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread started 2024-11-22T13:10:04,139 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,140 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread started 2024-11-22T13:10:04,140 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb39b223c, L:/127.0.0.1:41747 - R:/127.0.0.1:34790] 2024-11-22T13:10:04,160 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:04,377 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,377 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,377 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,378 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,379 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,379 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,379 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41747,0 is dead - stopping the connection localhost:41747/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T13:10:04,379 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,379 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,379 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,379 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:04,379 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,379 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,380 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,380 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,380 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,381 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:04,386 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:04,387 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:04,394 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:04,395 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:04,396 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00e26164, L:/127.0.0.1:41747 - R:/127.0.0.1:34794] 2024-11-22T13:10:04,417 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:04,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:04,420 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5985295217549047920.pem was interrupted and is shutting down... 2024-11-22T13:10:04,420 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16249434428709488191.pem was interrupted and is shutting down... 2024-11-22T13:10:04,420 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41747 2024-11-22T13:10:04,420 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5985295217549047920.pem was interrupted and is shutting down... 2024-11-22T13:10:04,420 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread finished 2024-11-22T13:10:04,420 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread finished 2024-11-22T13:10:04,420 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16249434428709488191.pem was interrupted and is shutting down... 2024-11-22T13:10:04,420 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread finished 2024-11-22T13:10:04,421 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread finished 2024-11-22T13:10:04,428 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 25), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=4501 (was 4560) 2024-11-22T13:10:04,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=4501 2024-11-22T13:10:04,436 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:04,436 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41077 2024-11-22T13:10:04,436 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:04,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706abc57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:04,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:04,439 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:04,445 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:04,445 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,446 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,446 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread started 2024-11-22T13:10:04,446 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread started 2024-11-22T13:10:04,446 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:04,453 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:04,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:04,454 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,454 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread started 2024-11-22T13:10:04,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,455 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread started 2024-11-22T13:10:04,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x28071960, L:/127.0.0.1:41077 - R:/127.0.0.1:37660] 2024-11-22T13:10:04,471 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:04,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:04,474 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16249434428709488191.pem was interrupted and is shutting down... 2024-11-22T13:10:04,474 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5985295217549047920.pem was interrupted and is shutting down... 2024-11-22T13:10:04,474 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread finished 2024-11-22T13:10:04,474 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread finished 2024-11-22T13:10:04,871 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,871 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,871 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,871 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,872 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,872 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,872 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,872 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5985295217549047920.pem 2024-11-22T13:10:04,872 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,872 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da3666a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:04,872 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,872 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16249434428709488191.pem 2024-11-22T13:10:04,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:04,874 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:04,879 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:04,880 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,880 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread started 2024-11-22T13:10:04,881 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:04,881 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread started 2024-11-22T13:10:04,881 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:04,887 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:04,888 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:04,888 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2a8d9806, L:/127.0.0.1:41077 - R:/127.0.0.1:37666] 2024-11-22T13:10:04,905 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:04,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:04,908 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41077 2024-11-22T13:10:04,908 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16249434428709488191.pem was interrupted and is shutting down... 2024-11-22T13:10:04,908 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5985295217549047920.pem was interrupted and is shutting down... 2024-11-22T13:10:04,908 DEBUG [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5985295217549047920.pem was interrupted and is shutting down... 2024-11-22T13:10:04,908 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread finished 2024-11-22T13:10:04,908 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread finished 2024-11-22T13:10:04,908 INFO [FileChangeWatcher-hbase_test_key5985295217549047920.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5985295217549047920.pem thread finished 2024-11-22T13:10:04,908 DEBUG [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16249434428709488191.pem was interrupted and is shutting down... 2024-11-22T13:10:04,909 INFO [FileChangeWatcher-hbase_test_ca16249434428709488191.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16249434428709488191.pem thread finished 2024-11-22T13:10:04,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=28 (was 25) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=4446 (was 4501) 2024-11-22T13:10:04,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=4446 2024-11-22T13:10:04,964 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:04,966 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43147 2024-11-22T13:10:04,966 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:04,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59002812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:04,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:04,968 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:05,000 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:05,000 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:05,001 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread started 2024-11-22T13:10:05,001 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:05,002 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread started 2024-11-22T13:10:05,002 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:05,018 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:05,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:05,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:05,035 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread started 2024-11-22T13:10:05,035 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:05,035 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread started 2024-11-22T13:10:05,035 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x767e2a8b, L:/127.0.0.1:43147 - R:/127.0.0.1:55798] 2024-11-22T13:10:05,073 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:05,343 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,343 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,343 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,343 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,343 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,343 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,343 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,343 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,369 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,369 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,369 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,369 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,370 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,370 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,370 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,370 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,370 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,370 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,370 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,370 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,370 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,370 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:05,370 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,371 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,385 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,385 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,385 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43147,0 is dead - stopping the connection localhost:43147/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T13:10:05,385 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,386 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,385 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,386 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,386 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,386 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:05,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:05,388 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:05,419 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:05,419 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:05,435 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:05,451 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:05,452 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc6494a39, L:/127.0.0.1:43147 - R:/127.0.0.1:55810] 2024-11-22T13:10:05,489 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:05,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:05,491 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43147 2024-11-22T13:10:05,491 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10645319601667413599.p12 was interrupted and is shutting down... 2024-11-22T13:10:05,491 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 was interrupted and is shutting down... 2024-11-22T13:10:05,491 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10645319601667413599.p12 was interrupted and is shutting down... 2024-11-22T13:10:05,491 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 was interrupted and is shutting down... 2024-11-22T13:10:05,491 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread finished 2024-11-22T13:10:05,491 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread finished 2024-11-22T13:10:05,491 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread finished 2024-11-22T13:10:05,498 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2927839905225214140.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=4381 (was 4446) 2024-11-22T13:10:05,504 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=4381 2024-11-22T13:10:05,505 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:05,506 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43645 2024-11-22T13:10:05,506 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:05,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541af95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:05,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:05,509 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:05,512 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread finished 2024-11-22T13:10:05,539 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:05,539 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:05,540 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread started 2024-11-22T13:10:05,540 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:05,540 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread started 2024-11-22T13:10:05,541 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:05,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:05,571 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:05,572 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:05,572 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread started 2024-11-22T13:10:05,572 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:05,573 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread started 2024-11-22T13:10:05,573 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd8066c4d, L:/127.0.0.1:43645 - R:/127.0.0.1:52294] 2024-11-22T13:10:05,609 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:05,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:05,611 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10645319601667413599.p12 was interrupted and is shutting down... 2024-11-22T13:10:05,611 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 was interrupted and is shutting down... 2024-11-22T13:10:05,612 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread finished 2024-11-22T13:10:05,612 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread finished 2024-11-22T13:10:06,011 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:06,011 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:06,011 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:06,011 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:06,037 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:06,037 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:06,038 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:06,038 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10645319601667413599.p12 2024-11-22T13:10:06,038 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:06,038 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:06,038 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:06,038 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:06,052 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:06,052 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:06,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2460a533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:06,052 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:06,052 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2927839905225214140.p12 2024-11-22T13:10:06,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:06,054 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:06,085 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:06,085 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:06,086 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:06,086 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread started 2024-11-22T13:10:06,086 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread started 2024-11-22T13:10:06,087 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:06,102 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:06,117 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:06,118 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6f490a51, L:/127.0.0.1:43645 - R:/127.0.0.1:52302] 2024-11-22T13:10:06,155 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:06,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:06,157 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43645 2024-11-22T13:10:06,157 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 was interrupted and is shutting down... 2024-11-22T13:10:06,157 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10645319601667413599.p12 was interrupted and is shutting down... 2024-11-22T13:10:06,157 DEBUG [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10645319601667413599.p12 was interrupted and is shutting down... 2024-11-22T13:10:06,157 DEBUG [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 was interrupted and is shutting down... 2024-11-22T13:10:06,157 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread finished 2024-11-22T13:10:06,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key10645319601667413599.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key10645319601667413599.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=4293 (was 4381) 2024-11-22T13:10:06,170 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=4293 2024-11-22T13:10:06,176 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread finished 2024-11-22T13:10:06,176 INFO [FileChangeWatcher-hbase_test_key10645319601667413599.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10645319601667413599.p12 thread finished 2024-11-22T13:10:06,176 INFO [FileChangeWatcher-hbase_test_ca2927839905225214140.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2927839905225214140.p12 thread finished 2024-11-22T13:10:06,701 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:06,702 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40267 2024-11-22T13:10:06,702 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:06,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62800860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:06,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:06,704 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:07,039 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:07,040 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:07,040 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread started 2024-11-22T13:10:07,040 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:07,041 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread started 2024-11-22T13:10:07,041 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:07,206 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:07,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:07,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:07,371 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread started 2024-11-22T13:10:07,371 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:07,371 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread started 2024-11-22T13:10:07,372 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2c3d9c46, L:/127.0.0.1:40267 - R:/127.0.0.1:46976] 2024-11-22T13:10:07,564 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:07,991 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:07,991 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:07,991 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:07,992 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:07,992 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:07,992 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:07,992 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:07,992 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:08,234 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:08,234 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,234 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,234 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,235 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,396 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40267,0 is dead - stopping the connection localhost:40267/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T13:10:08,396 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,396 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,396 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,396 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,397 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,397 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,397 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,397 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:08,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:08,398 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:08,723 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:08,723 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:08,888 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:09,051 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:09,052 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe39ac9a7, L:/127.0.0.1:40267 - R:/127.0.0.1:46988] 2024-11-22T13:10:09,241 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:09,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:09,243 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40267 2024-11-22T13:10:09,243 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks was interrupted and is shutting down... 2024-11-22T13:10:09,243 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks was interrupted and is shutting down... 2024-11-22T13:10:09,243 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks was interrupted and is shutting down... 2024-11-22T13:10:09,243 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks was interrupted and is shutting down... 2024-11-22T13:10:09,243 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread finished 2024-11-22T13:10:09,243 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread finished 2024-11-22T13:10:09,243 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread finished 2024-11-22T13:10:09,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=4198 (was 4293) 2024-11-22T13:10:09,256 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=4197 2024-11-22T13:10:09,257 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:09,258 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33265 2024-11-22T13:10:09,258 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:09,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5741dba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:09,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:09,260 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:09,260 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread finished 2024-11-22T13:10:09,587 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:09,587 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:09,588 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread started 2024-11-22T13:10:09,588 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:09,588 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread started 2024-11-22T13:10:09,588 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:09,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:09,922 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:09,922 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:09,923 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread started 2024-11-22T13:10:09,923 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:09,924 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread started 2024-11-22T13:10:09,924 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbbea5e43, L:/127.0.0.1:33265 - R:/127.0.0.1:45360] 2024-11-22T13:10:10,101 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:10,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:10,103 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks was interrupted and is shutting down... 2024-11-22T13:10:10,103 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks was interrupted and is shutting down... 2024-11-22T13:10:10,103 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread finished 2024-11-22T13:10:10,103 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread finished 2024-11-22T13:10:10,219 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:10,219 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:10,220 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:10,220 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:10,462 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:10,462 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:10,462 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:10,462 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5818567420865271726.bcfks 2024-11-22T13:10:10,463 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:10,463 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:10,463 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:10,463 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:10,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f16664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:10,624 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:10,624 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:10,624 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:10,624 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3967408420587359374.bcfks 2024-11-22T13:10:10,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:10,626 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:10,952 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:10,953 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:10,954 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread started 2024-11-22T13:10:10,954 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:10,954 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread started 2024-11-22T13:10:10,954 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:11,134 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:11,296 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:11,297 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf6b6f3ed, L:/127.0.0.1:33265 - R:/127.0.0.1:45368] 2024-11-22T13:10:11,501 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:11,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:11,505 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33265 2024-11-22T13:10:11,505 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks was interrupted and is shutting down... 2024-11-22T13:10:11,505 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks was interrupted and is shutting down... 2024-11-22T13:10:11,505 DEBUG [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks was interrupted and is shutting down... 2024-11-22T13:10:11,505 DEBUG [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks was interrupted and is shutting down... 2024-11-22T13:10:11,505 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread finished 2024-11-22T13:10:11,505 INFO [FileChangeWatcher-hbase_test_key5818567420865271726.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5818567420865271726.bcfks thread finished 2024-11-22T13:10:11,505 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread finished 2024-11-22T13:10:11,516 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=4135 (was 4197) 2024-11-22T13:10:11,524 INFO [FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3967408420587359374.bcfks thread finished 2024-11-22T13:10:11,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=4134 2024-11-22T13:10:11,702 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:11,703 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33323 2024-11-22T13:10:11,703 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:11,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6b5046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:11,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:11,704 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:11,738 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:11,738 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:11,739 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread started 2024-11-22T13:10:11,739 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:11,739 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread started 2024-11-22T13:10:11,740 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:11,756 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:11,771 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:11,772 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:11,772 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread started 2024-11-22T13:10:11,772 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:11,773 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread started 2024-11-22T13:10:11,773 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2922b958, L:/127.0.0.1:33323 - R:/127.0.0.1:45768] 2024-11-22T13:10:11,836 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:11,847 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,848 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,852 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,852 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,852 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,852 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,852 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,852 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,892 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,892 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,892 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,892 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,892 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,916 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,916 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,916 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,916 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,916 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33323,0 is dead - stopping the connection localhost:33323/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T13:10:11,916 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,916 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,916 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,916 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:11,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:11,917 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:11,948 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:11,949 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:11,964 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:11,980 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:11,980 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x01a4321c, L:/127.0.0.1:33323 - R:/127.0.0.1:45776] 2024-11-22T13:10:12,039 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:12,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:12,042 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33323 2024-11-22T13:10:12,042 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12086418952333457789.jks was interrupted and is shutting down... 2024-11-22T13:10:12,042 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca809102512046968392.jks was interrupted and is shutting down... 2024-11-22T13:10:12,042 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12086418952333457789.jks was interrupted and is shutting down... 2024-11-22T13:10:12,042 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca809102512046968392.jks was interrupted and is shutting down... 2024-11-22T13:10:12,042 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread finished 2024-11-22T13:10:12,042 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread finished 2024-11-22T13:10:12,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=4085 (was 4134) 2024-11-22T13:10:12,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=4085 2024-11-22T13:10:12,062 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:12,062 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39027 2024-11-22T13:10:12,062 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:12,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec30a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:12,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:12,064 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread finished 2024-11-22T13:10:12,064 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,064 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread finished 2024-11-22T13:10:12,097 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,097 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,098 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread started 2024-11-22T13:10:12,098 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,098 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread started 2024-11-22T13:10:12,099 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:12,115 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,129 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,130 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,131 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread started 2024-11-22T13:10:12,132 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,132 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread started 2024-11-22T13:10:12,132 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x09a005e5, L:/127.0.0.1:39027 - R:/127.0.0.1:52732] 2024-11-22T13:10:12,184 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:12,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:12,187 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca809102512046968392.jks was interrupted and is shutting down... 2024-11-22T13:10:12,187 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12086418952333457789.jks was interrupted and is shutting down... 2024-11-22T13:10:12,187 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread finished 2024-11-22T13:10:12,187 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread finished 2024-11-22T13:10:12,193 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:12,193 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:12,194 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:12,194 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:12,221 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:12,221 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:12,222 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:12,222 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12086418952333457789.jks 2024-11-22T13:10:12,222 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:12,222 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:12,222 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:12,222 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:12,236 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:12,236 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:12,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54161f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:12,237 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:12,237 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca809102512046968392.jks 2024-11-22T13:10:12,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:12,238 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,284 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,285 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,285 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread started 2024-11-22T13:10:12,285 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,286 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread started 2024-11-22T13:10:12,286 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:12,301 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6bae4014, L:/127.0.0.1:39027 - R:/127.0.0.1:52738] 2024-11-22T13:10:12,365 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:12,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:12,367 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39027 2024-11-22T13:10:12,367 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca809102512046968392.jks was interrupted and is shutting down... 2024-11-22T13:10:12,367 DEBUG [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca809102512046968392.jks was interrupted and is shutting down... 2024-11-22T13:10:12,367 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12086418952333457789.jks was interrupted and is shutting down... 2024-11-22T13:10:12,367 DEBUG [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12086418952333457789.jks was interrupted and is shutting down... 2024-11-22T13:10:12,367 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread finished 2024-11-22T13:10:12,367 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread finished 2024-11-22T13:10:12,368 INFO [FileChangeWatcher-hbase_test_key12086418952333457789.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12086418952333457789.jks thread finished 2024-11-22T13:10:12,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=4081 (was 4085) 2024-11-22T13:10:12,380 INFO [FileChangeWatcher-hbase_test_ca809102512046968392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca809102512046968392.jks thread finished 2024-11-22T13:10:12,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=4081 2024-11-22T13:10:12,391 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:12,392 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40193 2024-11-22T13:10:12,392 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:12,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f693b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:12,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:12,394 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,399 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,399 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,400 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread started 2024-11-22T13:10:12,400 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,400 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread started 2024-11-22T13:10:12,400 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:12,405 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,405 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,406 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,406 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread started 2024-11-22T13:10:12,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,409 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread started 2024-11-22T13:10:12,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x990a94db, L:/127.0.0.1:40193 - R:/127.0.0.1:37444] 2024-11-22T13:10:12,425 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:12,435 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,435 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,435 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,436 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,436 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,436 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,436 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40193,0 is dead - stopping the connection localhost:40193/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,436 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,436 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:12,437 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,437 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,437 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,442 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,442 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:12,446 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,446 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,447 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x23271918, L:/127.0.0.1:40193 - R:/127.0.0.1:37446] 2024-11-22T13:10:12,462 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:12,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:12,463 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4063810353026966530.pem was interrupted and is shutting down... 2024-11-22T13:10:12,463 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40193 2024-11-22T13:10:12,463 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15735845652586343752.pem was interrupted and is shutting down... 2024-11-22T13:10:12,464 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15735845652586343752.pem was interrupted and is shutting down... 2024-11-22T13:10:12,464 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4063810353026966530.pem was interrupted and is shutting down... 2024-11-22T13:10:12,464 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread finished 2024-11-22T13:10:12,464 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread finished 2024-11-22T13:10:12,464 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread finished 2024-11-22T13:10:12,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=4080 (was 4081) 2024-11-22T13:10:12,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=4080 2024-11-22T13:10:12,478 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:12,478 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37497 2024-11-22T13:10:12,478 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:12,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12be9951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:12,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:12,480 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread finished 2024-11-22T13:10:12,480 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,484 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,484 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,485 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread started 2024-11-22T13:10:12,485 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,485 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread started 2024-11-22T13:10:12,485 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:12,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,492 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,492 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread started 2024-11-22T13:10:12,492 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,493 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread started 2024-11-22T13:10:12,493 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc39d596, L:/127.0.0.1:37497 - R:/127.0.0.1:45830] 2024-11-22T13:10:12,510 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:12,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:12,513 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4063810353026966530.pem was interrupted and is shutting down... 2024-11-22T13:10:12,514 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread finished 2024-11-22T13:10:12,516 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15735845652586343752.pem was interrupted and is shutting down... 2024-11-22T13:10:12,516 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread finished 2024-11-22T13:10:12,522 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,522 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,522 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,522 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,522 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,522 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,522 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,522 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15735845652586343752.pem 2024-11-22T13:10:12,522 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,523 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,523 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,523 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,523 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,523 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,523 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,523 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4063810353026966530.pem 2024-11-22T13:10:12,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20afbc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:12,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:12,524 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,529 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,529 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,530 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread started 2024-11-22T13:10:12,530 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,530 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread started 2024-11-22T13:10:12,530 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:12,537 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,537 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,538 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb9a0caca, L:/127.0.0.1:37497 - R:/127.0.0.1:45842] 2024-11-22T13:10:12,557 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:12,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:12,560 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37497 2024-11-22T13:10:12,560 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4063810353026966530.pem was interrupted and is shutting down... 2024-11-22T13:10:12,560 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15735845652586343752.pem was interrupted and is shutting down... 2024-11-22T13:10:12,560 DEBUG [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4063810353026966530.pem was interrupted and is shutting down... 2024-11-22T13:10:12,560 DEBUG [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15735845652586343752.pem was interrupted and is shutting down... 2024-11-22T13:10:12,560 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread finished 2024-11-22T13:10:12,560 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread finished 2024-11-22T13:10:12,560 INFO [FileChangeWatcher-hbase_test_key15735845652586343752.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15735845652586343752.pem thread finished 2024-11-22T13:10:12,562 INFO [FileChangeWatcher-hbase_test_ca4063810353026966530.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4063810353026966530.pem thread finished 2024-11-22T13:10:12,568 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=4075 (was 4080) 2024-11-22T13:10:12,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=4075 2024-11-22T13:10:12,621 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:12,622 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46127 2024-11-22T13:10:12,622 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:12,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec50276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:12,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:12,624 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,653 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,654 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,654 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread started 2024-11-22T13:10:12,654 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,655 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread started 2024-11-22T13:10:12,655 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:12,673 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,699 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,699 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,700 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread started 2024-11-22T13:10:12,700 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,700 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread started 2024-11-22T13:10:12,700 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1a28aced, L:/127.0.0.1:46127 - R:/127.0.0.1:40458] 2024-11-22T13:10:12,739 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:12,745 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,745 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,745 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,745 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,745 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,745 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,745 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,745 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,771 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,771 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,771 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,771 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,771 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,786 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,786 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,786 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,786 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46127,0 is dead - stopping the connection localhost:46127/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T13:10:12,786 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,786 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,786 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,786 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,786 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:12,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:12,787 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,816 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,817 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:12,833 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,853 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa2fb75f3, L:/127.0.0.1:46127 - R:/127.0.0.1:38756] 2024-11-22T13:10:12,898 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:12,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:12,900 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46127 2024-11-22T13:10:12,900 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8300706435615910689.p12 was interrupted and is shutting down... 2024-11-22T13:10:12,900 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 was interrupted and is shutting down... 2024-11-22T13:10:12,900 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 was interrupted and is shutting down... 2024-11-22T13:10:12,900 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8300706435615910689.p12 was interrupted and is shutting down... 2024-11-22T13:10:12,900 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread finished 2024-11-22T13:10:12,900 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread finished 2024-11-22T13:10:12,900 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread finished 2024-11-22T13:10:12,908 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=38 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=4078 (was 4075) - AvailableMemoryMB LEAK? - 2024-11-22T13:10:12,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=4078 2024-11-22T13:10:12,916 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread finished 2024-11-22T13:10:12,916 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:12,917 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38921 2024-11-22T13:10:12,917 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:12,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa45e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:12,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:12,919 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:12,973 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:12,973 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,974 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread started 2024-11-22T13:10:12,974 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:12,974 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread started 2024-11-22T13:10:12,974 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:12,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:13,005 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:13,006 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:13,006 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread started 2024-11-22T13:10:13,006 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:13,007 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread started 2024-11-22T13:10:13,007 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6b9ce532, L:/127.0.0.1:38921 - R:/127.0.0.1:58224] 2024-11-22T13:10:13,042 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:13,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:13,044 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 was interrupted and is shutting down... 2024-11-22T13:10:13,044 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8300706435615910689.p12 was interrupted and is shutting down... 2024-11-22T13:10:13,044 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread finished 2024-11-22T13:10:13,044 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread finished 2024-11-22T13:10:13,050 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:13,050 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:13,050 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:13,050 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:13,076 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:13,076 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:13,076 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:13,076 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8300706435615910689.p12 2024-11-22T13:10:13,076 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:13,076 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:13,076 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:13,076 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:13,090 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:13,090 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:13,091 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:13,091 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6592349836712814968.p12 2024-11-22T13:10:13,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68797e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:13,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:13,092 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:13,121 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:13,122 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:13,122 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread started 2024-11-22T13:10:13,122 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:13,123 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread started 2024-11-22T13:10:13,123 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:13,138 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:13,153 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:13,153 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x505264b8, L:/127.0.0.1:38921 - R:/127.0.0.1:58230] 2024-11-22T13:10:13,193 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:13,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:13,194 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38921 2024-11-22T13:10:13,194 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 was interrupted and is shutting down... 2024-11-22T13:10:13,195 DEBUG [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 was interrupted and is shutting down... 2024-11-22T13:10:13,195 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8300706435615910689.p12 was interrupted and is shutting down... 2024-11-22T13:10:13,195 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread finished 2024-11-22T13:10:13,195 DEBUG [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8300706435615910689.p12 was interrupted and is shutting down... 2024-11-22T13:10:13,195 INFO [FileChangeWatcher-hbase_test_ca6592349836712814968.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6592349836712814968.p12 thread finished 2024-11-22T13:10:13,195 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread finished 2024-11-22T13:10:13,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=4073 (was 4078) 2024-11-22T13:10:13,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=4073 2024-11-22T13:10:13,212 INFO [FileChangeWatcher-hbase_test_key8300706435615910689.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8300706435615910689.p12 thread finished 2024-11-22T13:10:13,646 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:13,646 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37279 2024-11-22T13:10:13,647 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:13,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c98aaa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:13,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:13,648 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:13,973 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:13,974 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:13,974 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:13,974 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread started 2024-11-22T13:10:13,975 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread started 2024-11-22T13:10:13,975 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:14,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:14,300 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:14,300 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:14,301 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread started 2024-11-22T13:10:14,301 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:14,301 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread started 2024-11-22T13:10:14,301 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x072ed485, L:/127.0.0.1:37279 - R:/127.0.0.1:36256] 2024-11-22T13:10:14,524 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:14,532 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,532 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,532 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,532 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,532 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,532 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,532 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,532 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,783 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,783 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,783 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,783 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,783 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,947 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37279,0 is dead - stopping the connection localhost:37279/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-22T13:10:14,947 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,947 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,947 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,947 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,947 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,947 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,947 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,947 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:14,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:14,948 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:15,278 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:15,279 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:15,443 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:15,606 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:15,607 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ccd078e, L:/127.0.0.1:37279 - R:/127.0.0.1:36272] 2024-11-22T13:10:15,792 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:15,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:15,793 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37279 2024-11-22T13:10:15,793 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks was interrupted and is shutting down... 2024-11-22T13:10:15,793 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks was interrupted and is shutting down... 2024-11-22T13:10:15,794 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks was interrupted and is shutting down... 2024-11-22T13:10:15,794 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks was interrupted and is shutting down... 2024-11-22T13:10:15,794 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread finished 2024-11-22T13:10:15,794 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread finished 2024-11-22T13:10:15,794 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread finished 2024-11-22T13:10:15,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=4064 (was 4073) 2024-11-22T13:10:15,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=4064 2024-11-22T13:10:15,807 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T13:10:15,808 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41249 2024-11-22T13:10:15,808 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-22T13:10:15,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655c484f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:15,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:15,809 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:15,812 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread finished 2024-11-22T13:10:16,150 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:16,150 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:16,151 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread started 2024-11-22T13:10:16,151 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:16,151 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread started 2024-11-22T13:10:16,151 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:16,313 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:16,486 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:16,487 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:16,487 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:16,487 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread started 2024-11-22T13:10:16,488 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread started 2024-11-22T13:10:16,488 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7918f93e, L:/127.0.0.1:41249 - R:/127.0.0.1:35768] 2024-11-22T13:10:16,666 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:16,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:16,668 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks was interrupted and is shutting down... 2024-11-22T13:10:16,668 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks was interrupted and is shutting down... 2024-11-22T13:10:16,668 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread finished 2024-11-22T13:10:16,668 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread finished 2024-11-22T13:10:16,677 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:16,677 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:16,677 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:16,677 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:16,920 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:16,920 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:16,921 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:16,921 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7374224058010976636.bcfks 2024-11-22T13:10:16,921 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:16,921 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:16,921 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:16,921 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:17,081 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:17,081 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:17,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b4c85b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T13:10:17,081 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:17,082 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11486881473844604195.bcfks 2024-11-22T13:10:17,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-22T13:10:17,083 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:17,407 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:17,408 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:17,408 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread started 2024-11-22T13:10:17,409 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3740f47c-338b-2fbd-f74c-34c1b42ea3ee/TestNettyTLSIPCFileWatcher 2024-11-22T13:10:17,409 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread started 2024-11-22T13:10:17,409 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-22T13:10:17,572 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-22T13:10:17,735 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-22T13:10:17,735 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5f5ea11d, L:/127.0.0.1:41249 - R:/127.0.0.1:35784] 2024-11-22T13:10:17,918 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-22T13:10:17,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T13:10:17,919 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41249 2024-11-22T13:10:17,919 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks was interrupted and is shutting down... 2024-11-22T13:10:17,919 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks was interrupted and is shutting down... 2024-11-22T13:10:17,919 DEBUG [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks was interrupted and is shutting down... 2024-11-22T13:10:17,919 DEBUG [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks was interrupted and is shutting down... 2024-11-22T13:10:17,920 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread finished 2024-11-22T13:10:17,920 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread finished 2024-11-22T13:10:17,927 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=4061 (was 4064) 2024-11-22T13:10:17,936 INFO [FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11486881473844604195.bcfks thread finished 2024-11-22T13:10:17,936 INFO [FileChangeWatcher-hbase_test_key7374224058010976636.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7374224058010976636.bcfks thread finished