2024-11-10 01:12:02,637 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-10 01:12:02,652 main DEBUG Took 0.012592 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 01:12:02,652 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 01:12:02,653 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 01:12:02,654 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 01:12:02,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,667 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 01:12:02,680 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,683 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,685 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,686 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,687 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,689 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,690 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,691 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,692 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:12:02,694 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,695 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 01:12:02,696 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:12:02,698 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 01:12:02,700 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 01:12:02,701 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 01:12:02,703 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 01:12:02,703 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 01:12:02,715 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 01:12:02,718 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 01:12:02,720 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 01:12:02,721 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 01:12:02,721 main DEBUG createAppenders(={Console}) 2024-11-10 01:12:02,722 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-10 01:12:02,722 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-10 01:12:02,723 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-10 01:12:02,723 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 01:12:02,724 main DEBUG OutputStream closed 2024-11-10 01:12:02,724 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 01:12:02,724 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 01:12:02,725 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-10 01:12:02,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 01:12:02,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 01:12:02,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 01:12:02,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 01:12:02,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 01:12:02,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 01:12:02,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 01:12:02,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 01:12:02,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 01:12:02,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 01:12:02,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 01:12:02,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 01:12:02,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 01:12:02,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 01:12:02,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 01:12:02,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 01:12:02,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 01:12:02,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 01:12:02,808 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 01:12:02,809 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-10 01:12:02,809 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 01:12:02,810 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-10T01:12:02,827 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-10 01:12:02,830 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 01:12:02,830 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T01:12:03,187 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T01:12:03,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=7692 2024-11-10T01:12:04,700 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:12:04,739 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T01:12:04,753 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T01:12:04,765 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T01:12:04,839 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:04,890 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24590 (auto-detected) 2024-11-10T01:12:04,892 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T01:12:04,912 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34909 2024-11-10T01:12:04,915 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:04,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:04,945 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T01:12:04,945 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T01:12:05,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:05,262 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:05,317 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:05,394 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:05,396 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:05,396 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread started 2024-11-10T01:12:05,397 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread started 2024-11-10T01:12:05,404 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:05,448 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:05,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:05,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:05,531 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread started 2024-11-10T01:12:05,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:05,532 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread started 2024-11-10T01:12:05,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd2c725ca, L:/127.0.0.1:34909 - R:/127.0.0.1:36888] 2024-11-10T01:12:05,657 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:06,277 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,277 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,277 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,277 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,278 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,278 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,278 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,278 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,304 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,304 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,304 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,304 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,304 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,305 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,305 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,305 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,305 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,305 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,305 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,305 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,305 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,305 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,305 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,305 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,320 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,320 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,320 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,320 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34909,0 is dead - stopping the connection localhost:34909/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T01:12:06,320 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,320 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,320 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,320 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,320 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:06,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:06,323 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:06,355 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:06,356 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:06,373 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:06,388 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:06,389 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x647e68e5, L:/127.0.0.1:34909 - R:/127.0.0.1:36896] 2024-11-10T01:12:06,433 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:06,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:06,436 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34909 2024-11-10T01:12:06,436 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6313409417175177498.jks was interrupted and is shutting down... 2024-11-10T01:12:06,436 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3677211461423682270.jks was interrupted and is shutting down... 2024-11-10T01:12:06,436 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3677211461423682270.jks was interrupted and is shutting down... 2024-11-10T01:12:06,436 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6313409417175177498.jks was interrupted and is shutting down... 2024-11-10T01:12:06,437 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread finished 2024-11-10T01:12:06,437 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread finished 2024-11-10T01:12:06,437 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread finished 2024-11-10T01:12:06,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6313409417175177498.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 169) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7530 (was 7692) 2024-11-10T01:12:06,452 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread finished 2024-11-10T01:12:06,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=7529 2024-11-10T01:12:06,458 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:06,458 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44043 2024-11-10T01:12:06,459 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:06,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:06,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:06,461 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:06,493 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:06,494 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:06,494 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread started 2024-11-10T01:12:06,496 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:06,496 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread started 2024-11-10T01:12:06,496 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:06,514 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:06,530 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:06,530 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:06,531 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread started 2024-11-10T01:12:06,531 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:06,532 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread started 2024-11-10T01:12:06,532 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc7598df9, L:/127.0.0.1:44043 - R:/127.0.0.1:52718] 2024-11-10T01:12:06,571 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:06,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:06,573 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6313409417175177498.jks was interrupted and is shutting down... 2024-11-10T01:12:06,573 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3677211461423682270.jks was interrupted and is shutting down... 2024-11-10T01:12:06,574 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread finished 2024-11-10T01:12:06,574 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread finished 2024-11-10T01:12:06,996 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,996 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,996 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:06,996 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:07,024 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:07,024 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:07,025 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:07,025 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3677211461423682270.jks 2024-11-10T01:12:07,025 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:07,025 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:07,025 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:07,025 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:07,039 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:07,039 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:07,040 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:07,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:07,040 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6313409417175177498.jks 2024-11-10T01:12:07,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:07,041 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:07,073 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:07,073 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,074 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,074 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread started 2024-11-10T01:12:07,075 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread started 2024-11-10T01:12:07,075 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:07,091 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:07,106 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:07,107 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3940075, L:/127.0.0.1:44043 - R:/127.0.0.1:52722] 2024-11-10T01:12:07,147 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:07,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:07,150 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44043 2024-11-10T01:12:07,150 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3677211461423682270.jks was interrupted and is shutting down... 2024-11-10T01:12:07,150 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6313409417175177498.jks was interrupted and is shutting down... 2024-11-10T01:12:07,150 DEBUG [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3677211461423682270.jks was interrupted and is shutting down... 2024-11-10T01:12:07,150 DEBUG [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6313409417175177498.jks was interrupted and is shutting down... 2024-11-10T01:12:07,150 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread finished 2024-11-10T01:12:07,150 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread finished 2024-11-10T01:12:07,150 INFO [FileChangeWatcher-hbase_test_key3677211461423682270.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3677211461423682270.jks thread finished 2024-11-10T01:12:07,151 INFO [FileChangeWatcher-hbase_test_ca6313409417175177498.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6313409417175177498.jks thread finished 2024-11-10T01:12:07,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 23), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=7445 (was 7529) 2024-11-10T01:12:07,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=7445 2024-11-10T01:12:07,235 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:07,236 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45823 2024-11-10T01:12:07,236 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:07,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e0680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:07,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:07,239 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:07,259 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:07,260 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,261 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread started 2024-11-10T01:12:07,261 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,261 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread started 2024-11-10T01:12:07,261 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:07,276 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:07,277 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:07,277 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,278 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread started 2024-11-10T01:12:07,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,279 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread started 2024-11-10T01:12:07,279 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x070b31d0, L:/127.0.0.1:45823 - R:/127.0.0.1:46992] 2024-11-10T01:12:07,299 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:07,623 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,623 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,623 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:07,624 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45823,0 is dead - stopping the connection localhost:45823/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T01:12:07,624 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,624 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,625 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,625 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,625 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,625 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:07,625 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,625 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,625 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,625 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:07,626 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:07,632 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:07,632 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:07,637 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:07,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:07,639 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x568ae70e, L:/127.0.0.1:45823 - R:/127.0.0.1:46996] 2024-11-10T01:12:07,654 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:07,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:07,656 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45823 2024-11-10T01:12:07,656 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14598756333998730475.pem was interrupted and is shutting down... 2024-11-10T01:12:07,656 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4659607458995288427.pem was interrupted and is shutting down... 2024-11-10T01:12:07,656 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4659607458995288427.pem was interrupted and is shutting down... 2024-11-10T01:12:07,656 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14598756333998730475.pem was interrupted and is shutting down... 2024-11-10T01:12:07,657 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread finished 2024-11-10T01:12:07,657 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread finished 2024-11-10T01:12:07,657 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread finished 2024-11-10T01:12:07,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14598756333998730475.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=7392 (was 7445) 2024-11-10T01:12:07,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=7391 2024-11-10T01:12:07,674 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:07,674 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45397 2024-11-10T01:12:07,675 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:07,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:07,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:07,677 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:07,680 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread finished 2024-11-10T01:12:07,682 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:07,682 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,683 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread started 2024-11-10T01:12:07,683 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,684 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread started 2024-11-10T01:12:07,684 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:07,689 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:07,690 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:07,691 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,691 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread started 2024-11-10T01:12:07,691 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:07,692 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread started 2024-11-10T01:12:07,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x499632d8, L:/127.0.0.1:45397 - R:/127.0.0.1:39462] 2024-11-10T01:12:07,710 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:07,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:07,713 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14598756333998730475.pem was interrupted and is shutting down... 2024-11-10T01:12:07,713 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4659607458995288427.pem was interrupted and is shutting down... 2024-11-10T01:12:07,713 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread finished 2024-11-10T01:12:07,713 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread finished 2024-11-10T01:12:08,117 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:08,117 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:08,117 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:08,117 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:08,117 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:08,117 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:08,117 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:08,117 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4659607458995288427.pem 2024-11-10T01:12:08,118 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:08,118 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:08,118 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:08,118 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:08,118 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:08,118 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:08,118 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:08,118 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14598756333998730475.pem 2024-11-10T01:12:08,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:08,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:08,120 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:08,126 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:08,126 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,127 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread started 2024-11-10T01:12:08,127 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,127 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread started 2024-11-10T01:12:08,127 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:08,135 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:08,136 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:08,136 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x16a2e7e0, L:/127.0.0.1:45397 - R:/127.0.0.1:39478] 2024-11-10T01:12:08,156 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:08,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:08,158 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45397 2024-11-10T01:12:08,158 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4659607458995288427.pem was interrupted and is shutting down... 2024-11-10T01:12:08,158 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14598756333998730475.pem was interrupted and is shutting down... 2024-11-10T01:12:08,158 DEBUG [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4659607458995288427.pem was interrupted and is shutting down... 2024-11-10T01:12:08,158 DEBUG [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14598756333998730475.pem was interrupted and is shutting down... 2024-11-10T01:12:08,158 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread finished 2024-11-10T01:12:08,159 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread finished 2024-11-10T01:12:08,159 INFO [FileChangeWatcher-hbase_test_key4659607458995288427.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4659607458995288427.pem thread finished 2024-11-10T01:12:08,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=7322 (was 7391) 2024-11-10T01:12:08,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=7321 2024-11-10T01:12:08,180 INFO [FileChangeWatcher-hbase_test_ca14598756333998730475.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14598756333998730475.pem thread finished 2024-11-10T01:12:08,220 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:08,221 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41233 2024-11-10T01:12:08,221 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:08,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa6c7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:08,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:08,223 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:08,256 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:08,257 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,258 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread started 2024-11-10T01:12:08,258 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,258 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread started 2024-11-10T01:12:08,259 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:08,276 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:08,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:08,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,294 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread started 2024-11-10T01:12:08,294 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread started 2024-11-10T01:12:08,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x531a76bb, L:/127.0.0.1:41233 - R:/127.0.0.1:57194] 2024-11-10T01:12:08,334 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:08,585 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,585 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,585 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,586 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,586 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,586 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,586 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,586 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,615 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,615 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,615 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,615 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,616 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,616 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,616 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,635 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,635 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,635 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41233,0 is dead - stopping the connection localhost:41233/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T01:12:08,635 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,635 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,635 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,635 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,635 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,635 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:08,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:08,637 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:08,671 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:08,672 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:08,690 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:08,707 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:08,707 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb63c403d, L:/127.0.0.1:41233 - R:/127.0.0.1:57198] 2024-11-10T01:12:08,749 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:08,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:08,751 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41233 2024-11-10T01:12:08,751 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17906228924214813892.p12 was interrupted and is shutting down... 2024-11-10T01:12:08,751 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 was interrupted and is shutting down... 2024-11-10T01:12:08,751 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17906228924214813892.p12 was interrupted and is shutting down... 2024-11-10T01:12:08,751 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 was interrupted and is shutting down... 2024-11-10T01:12:08,751 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread finished 2024-11-10T01:12:08,752 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread finished 2024-11-10T01:12:08,752 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread finished 2024-11-10T01:12:08,752 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread finished 2024-11-10T01:12:08,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7321) 2024-11-10T01:12:08,765 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=7253 2024-11-10T01:12:08,766 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:08,767 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39075 2024-11-10T01:12:08,767 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:08,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:08,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:08,770 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:08,803 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:08,804 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,804 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread started 2024-11-10T01:12:08,804 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,805 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread started 2024-11-10T01:12:08,805 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:08,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:08,840 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:08,840 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,841 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread started 2024-11-10T01:12:08,841 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:08,842 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread started 2024-11-10T01:12:08,842 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x793efda1, L:/127.0.0.1:39075 - R:/127.0.0.1:44966] 2024-11-10T01:12:08,883 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:08,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:08,886 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17906228924214813892.p12 was interrupted and is shutting down... 2024-11-10T01:12:08,886 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 was interrupted and is shutting down... 2024-11-10T01:12:08,886 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread finished 2024-11-10T01:12:08,886 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread finished 2024-11-10T01:12:09,041 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:09,041 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:09,041 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:09,041 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:09,072 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:09,072 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:09,073 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:09,073 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17906228924214813892.p12 2024-11-10T01:12:09,073 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:09,073 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:09,073 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:09,073 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:09,090 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:09,090 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:09,090 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:09,090 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4447983674976853697.p12 2024-11-10T01:12:09,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:09,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:09,092 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:09,126 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:09,127 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:09,127 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread started 2024-11-10T01:12:09,127 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:09,128 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread started 2024-11-10T01:12:09,128 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:09,158 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:09,174 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:09,175 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4e953661, L:/127.0.0.1:39075 - R:/127.0.0.1:44970] 2024-11-10T01:12:09,216 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:09,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:09,217 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39075 2024-11-10T01:12:09,217 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17906228924214813892.p12 was interrupted and is shutting down... 2024-11-10T01:12:09,217 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 was interrupted and is shutting down... 2024-11-10T01:12:09,218 DEBUG [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17906228924214813892.p12 was interrupted and is shutting down... 2024-11-10T01:12:09,218 DEBUG [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 was interrupted and is shutting down... 2024-11-10T01:12:09,218 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread finished 2024-11-10T01:12:09,218 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread finished 2024-11-10T01:12:09,218 INFO [FileChangeWatcher-hbase_test_key17906228924214813892.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17906228924214813892.p12 thread finished 2024-11-10T01:12:09,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca4447983674976853697.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=7202 (was 7253) 2024-11-10T01:12:09,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=7202 2024-11-10T01:12:09,236 INFO [FileChangeWatcher-hbase_test_ca4447983674976853697.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4447983674976853697.p12 thread finished 2024-11-10T01:12:09,772 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:09,774 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45367 2024-11-10T01:12:09,774 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:09,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d63d31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:09,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:09,776 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:10,112 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:10,113 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:10,114 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread started 2024-11-10T01:12:10,114 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:10,114 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread started 2024-11-10T01:12:10,114 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:10,276 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:10,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:10,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:10,440 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread started 2024-11-10T01:12:10,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:10,441 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread started 2024-11-10T01:12:10,441 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc2ffccf7, L:/127.0.0.1:45367 - R:/127.0.0.1:45994] 2024-11-10T01:12:10,633 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:10,811 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:10,811 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:10,811 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:10,811 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:10,812 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:10,812 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:10,812 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:10,812 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:11,055 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:11,055 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:11,055 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:11,055 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:11,056 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:11,056 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:11,056 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:11,056 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,056 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,056 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,056 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,056 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,056 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,218 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,218 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,218 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45367,0 is dead - stopping the connection localhost:45367/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T01:12:11,218 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,218 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,218 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,218 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,218 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,218 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:11,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:11,220 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:11,545 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:11,546 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:11,708 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:11,871 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:11,872 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbeb26af5, L:/127.0.0.1:45367 - R:/127.0.0.1:46002] 2024-11-10T01:12:12,057 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:12,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:12,059 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks was interrupted and is shutting down... 2024-11-10T01:12:12,059 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45367 2024-11-10T01:12:12,059 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks was interrupted and is shutting down... 2024-11-10T01:12:12,059 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks was interrupted and is shutting down... 2024-11-10T01:12:12,059 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks was interrupted and is shutting down... 2024-11-10T01:12:12,059 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread finished 2024-11-10T01:12:12,059 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread finished 2024-11-10T01:12:12,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key2268385327174053629.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=7138 (was 7202) 2024-11-10T01:12:12,072 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=7138 2024-11-10T01:12:12,073 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:12,074 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35487 2024-11-10T01:12:12,074 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:12,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:12,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:12,075 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:12,076 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread finished 2024-11-10T01:12:12,076 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread finished 2024-11-10T01:12:12,399 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:12,400 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:12,401 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:12,401 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread started 2024-11-10T01:12:12,401 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread started 2024-11-10T01:12:12,401 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:12,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:12,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:12,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:12,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:12,727 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread started 2024-11-10T01:12:12,728 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread started 2024-11-10T01:12:12,728 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0b56c8b8, L:/127.0.0.1:35487 - R:/127.0.0.1:34126] 2024-11-10T01:12:12,905 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:12,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:12,907 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks was interrupted and is shutting down... 2024-11-10T01:12:12,907 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks was interrupted and is shutting down... 2024-11-10T01:12:12,908 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread finished 2024-11-10T01:12:12,908 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread finished 2024-11-10T01:12:13,403 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:13,403 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:13,403 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:13,403 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:13,648 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:13,648 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:13,648 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:13,648 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2268385327174053629.bcfks 2024-11-10T01:12:13,648 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:13,648 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:13,648 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:13,648 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:13,810 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:13,810 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:13,810 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:13,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:13,810 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2769922434455494076.bcfks 2024-11-10T01:12:13,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:13,812 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:14,136 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:14,137 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:14,138 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread started 2024-11-10T01:12:14,138 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:14,138 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread started 2024-11-10T01:12:14,138 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:14,300 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:14,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:14,463 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4b6965cf, L:/127.0.0.1:35487 - R:/127.0.0.1:34134] 2024-11-10T01:12:14,646 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:14,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:14,649 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35487 2024-11-10T01:12:14,649 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks was interrupted and is shutting down... 2024-11-10T01:12:14,649 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks was interrupted and is shutting down... 2024-11-10T01:12:14,649 DEBUG [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks was interrupted and is shutting down... 2024-11-10T01:12:14,649 DEBUG [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks was interrupted and is shutting down... 2024-11-10T01:12:14,649 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread finished 2024-11-10T01:12:14,649 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread finished 2024-11-10T01:12:14,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=7065 (was 7138) 2024-11-10T01:12:14,663 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=7065 2024-11-10T01:12:14,668 INFO [FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2769922434455494076.bcfks thread finished 2024-11-10T01:12:14,668 INFO [FileChangeWatcher-hbase_test_key2268385327174053629.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2268385327174053629.bcfks thread finished 2024-11-10T01:12:14,783 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:14,783 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44627 2024-11-10T01:12:14,784 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:14,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:14,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:14,785 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:14,818 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:14,818 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:14,819 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread started 2024-11-10T01:12:14,819 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:14,819 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread started 2024-11-10T01:12:14,819 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:14,836 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:14,853 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:14,853 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:14,854 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread started 2024-11-10T01:12:14,854 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:14,854 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread started 2024-11-10T01:12:14,854 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3a46556e, L:/127.0.0.1:44627 - R:/127.0.0.1:36510] 2024-11-10T01:12:14,917 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:14,925 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,925 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,925 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,925 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,925 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,925 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,925 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,925 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,953 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,953 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,953 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,953 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,954 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,954 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,954 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,954 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:14,954 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,954 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,954 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,954 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,954 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,954 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,954 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,954 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,970 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,970 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,970 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,970 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44627,0 is dead - stopping the connection localhost:44627/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T01:12:14,970 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,970 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,970 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,970 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,970 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:14,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:14,971 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,003 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,004 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,021 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,037 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,038 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfc6df129, L:/127.0.0.1:44627 - R:/127.0.0.1:36526] 2024-11-10T01:12:15,082 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:15,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:15,083 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44627 2024-11-10T01:12:15,083 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11782149124383399678.jks was interrupted and is shutting down... 2024-11-10T01:12:15,083 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18266349955762110417.jks was interrupted and is shutting down... 2024-11-10T01:12:15,083 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18266349955762110417.jks was interrupted and is shutting down... 2024-11-10T01:12:15,083 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11782149124383399678.jks was interrupted and is shutting down... 2024-11-10T01:12:15,084 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread finished 2024-11-10T01:12:15,084 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread finished 2024-11-10T01:12:15,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 181) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7061 (was 7065) 2024-11-10T01:12:15,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=7060 2024-11-10T01:12:15,098 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:15,099 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43015 2024-11-10T01:12:15,099 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:15,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:15,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:15,100 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread finished 2024-11-10T01:12:15,100 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread finished 2024-11-10T01:12:15,100 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,132 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,133 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,133 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread started 2024-11-10T01:12:15,134 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,134 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread started 2024-11-10T01:12:15,134 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,151 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,167 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,168 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,169 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread started 2024-11-10T01:12:15,169 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,170 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread started 2024-11-10T01:12:15,170 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8e6fccc4, L:/127.0.0.1:43015 - R:/127.0.0.1:55588] 2024-11-10T01:12:15,222 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:15,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:15,224 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18266349955762110417.jks was interrupted and is shutting down... 2024-11-10T01:12:15,224 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11782149124383399678.jks was interrupted and is shutting down... 2024-11-10T01:12:15,224 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread finished 2024-11-10T01:12:15,225 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread finished 2024-11-10T01:12:15,234 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:15,234 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:15,234 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:15,234 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:15,265 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:15,265 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:15,265 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:15,265 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11782149124383399678.jks 2024-11-10T01:12:15,265 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:15,266 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:15,266 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:15,266 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:15,281 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:15,281 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:15,282 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:15,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:15,282 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18266349955762110417.jks 2024-11-10T01:12:15,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:15,283 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,315 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,316 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,316 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread started 2024-11-10T01:12:15,316 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,317 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread started 2024-11-10T01:12:15,317 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,350 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,351 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1bd081b, L:/127.0.0.1:43015 - R:/127.0.0.1:55590] 2024-11-10T01:12:15,399 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:15,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:15,400 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43015 2024-11-10T01:12:15,400 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18266349955762110417.jks was interrupted and is shutting down... 2024-11-10T01:12:15,400 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11782149124383399678.jks was interrupted and is shutting down... 2024-11-10T01:12:15,400 DEBUG [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18266349955762110417.jks was interrupted and is shutting down... 2024-11-10T01:12:15,400 DEBUG [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11782149124383399678.jks was interrupted and is shutting down... 2024-11-10T01:12:15,401 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread finished 2024-11-10T01:12:15,401 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread finished 2024-11-10T01:12:15,407 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=7057 (was 7060) 2024-11-10T01:12:15,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=7057 2024-11-10T01:12:15,416 INFO [FileChangeWatcher-hbase_test_ca18266349955762110417.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18266349955762110417.jks thread finished 2024-11-10T01:12:15,416 INFO [FileChangeWatcher-hbase_test_key11782149124383399678.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11782149124383399678.jks thread finished 2024-11-10T01:12:15,418 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:15,419 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40761 2024-11-10T01:12:15,419 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:15,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:15,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:15,420 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,424 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,425 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,425 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread started 2024-11-10T01:12:15,425 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,426 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread started 2024-11-10T01:12:15,426 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,431 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,431 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread started 2024-11-10T01:12:15,431 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,432 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread started 2024-11-10T01:12:15,432 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe3600e1d, L:/127.0.0.1:40761 - R:/127.0.0.1:58426] 2024-11-10T01:12:15,446 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,460 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,461 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40761,0 is dead - stopping the connection localhost:40761/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:15,462 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,467 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,467 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,471 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,471 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,472 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb62c7473, L:/127.0.0.1:40761 - R:/127.0.0.1:58440] 2024-11-10T01:12:15,488 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:15,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:15,489 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40761 2024-11-10T01:12:15,489 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9871144467821050835.pem was interrupted and is shutting down... 2024-11-10T01:12:15,489 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10532670463342364046.pem was interrupted and is shutting down... 2024-11-10T01:12:15,489 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9871144467821050835.pem was interrupted and is shutting down... 2024-11-10T01:12:15,489 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10532670463342364046.pem was interrupted and is shutting down... 2024-11-10T01:12:15,490 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread finished 2024-11-10T01:12:15,490 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread finished 2024-11-10T01:12:15,490 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread finished 2024-11-10T01:12:15,496 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=7057 (was 7057) 2024-11-10T01:12:15,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=7056 2024-11-10T01:12:15,503 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:15,504 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34099 2024-11-10T01:12:15,504 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:15,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:15,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:15,505 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,508 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread finished 2024-11-10T01:12:15,509 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,510 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,510 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread started 2024-11-10T01:12:15,510 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,511 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread started 2024-11-10T01:12:15,511 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,516 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread started 2024-11-10T01:12:15,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,516 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread started 2024-11-10T01:12:15,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5aa0fb85, L:/127.0.0.1:34099 - R:/127.0.0.1:36798] 2024-11-10T01:12:15,533 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:15,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:15,535 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10532670463342364046.pem was interrupted and is shutting down... 2024-11-10T01:12:15,535 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9871144467821050835.pem was interrupted and is shutting down... 2024-11-10T01:12:15,535 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread finished 2024-11-10T01:12:15,535 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread finished 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,545 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,545 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10532670463342364046.pem 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,545 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,545 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,546 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,546 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,546 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9871144467821050835.pem 2024-11-10T01:12:15,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:15,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:15,547 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,551 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,551 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,552 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread started 2024-11-10T01:12:15,552 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,552 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread started 2024-11-10T01:12:15,552 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,557 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,557 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,557 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb76a2501, L:/127.0.0.1:34099 - R:/127.0.0.1:36810] 2024-11-10T01:12:15,573 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:15,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:15,575 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34099 2024-11-10T01:12:15,575 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9871144467821050835.pem was interrupted and is shutting down... 2024-11-10T01:12:15,575 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10532670463342364046.pem was interrupted and is shutting down... 2024-11-10T01:12:15,575 DEBUG [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10532670463342364046.pem was interrupted and is shutting down... 2024-11-10T01:12:15,575 DEBUG [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9871144467821050835.pem was interrupted and is shutting down... 2024-11-10T01:12:15,575 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread finished 2024-11-10T01:12:15,575 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread finished 2024-11-10T01:12:15,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=7056 (was 7056) 2024-11-10T01:12:15,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=7055 2024-11-10T01:12:15,588 INFO [FileChangeWatcher-hbase_test_key10532670463342364046.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10532670463342364046.pem thread finished 2024-11-10T01:12:15,588 INFO [FileChangeWatcher-hbase_test_ca9871144467821050835.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9871144467821050835.pem thread finished 2024-11-10T01:12:15,633 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:15,634 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33137 2024-11-10T01:12:15,634 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:15,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:15,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:15,635 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,668 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,668 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,669 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread started 2024-11-10T01:12:15,669 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,669 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread started 2024-11-10T01:12:15,669 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,702 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,703 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,704 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread started 2024-11-10T01:12:15,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,704 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread started 2024-11-10T01:12:15,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7221b4ba, L:/127.0.0.1:33137 - R:/127.0.0.1:55114] 2024-11-10T01:12:15,747 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:15,753 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,753 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,753 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,753 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,753 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,753 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,753 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,753 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,782 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,782 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,782 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,782 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,782 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,798 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33137,0 is dead - stopping the connection localhost:33137/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T01:12:15,798 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,798 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,798 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,798 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,798 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,798 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,798 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,798 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:15,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:15,799 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,831 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,831 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,848 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,865 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9038663e, L:/127.0.0.1:33137 - R:/127.0.0.1:55120] 2024-11-10T01:12:15,906 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:15,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:15,907 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33137 2024-11-10T01:12:15,907 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 was interrupted and is shutting down... 2024-11-10T01:12:15,907 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4559739943546698415.p12 was interrupted and is shutting down... 2024-11-10T01:12:15,907 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4559739943546698415.p12 was interrupted and is shutting down... 2024-11-10T01:12:15,907 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 was interrupted and is shutting down... 2024-11-10T01:12:15,908 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread finished 2024-11-10T01:12:15,908 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread finished 2024-11-10T01:12:15,912 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread finished 2024-11-10T01:12:15,912 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread finished 2024-11-10T01:12:15,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=7055 (was 7055) 2024-11-10T01:12:15,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=7055 2024-11-10T01:12:15,920 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:15,921 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39889 2024-11-10T01:12:15,921 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:15,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:15,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:15,922 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,955 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,955 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,956 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread started 2024-11-10T01:12:15,956 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,956 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread started 2024-11-10T01:12:15,956 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:15,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:15,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:15,991 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,991 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread started 2024-11-10T01:12:15,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:15,992 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread started 2024-11-10T01:12:15,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x092b8871, L:/127.0.0.1:39889 - R:/127.0.0.1:55440] 2024-11-10T01:12:16,031 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:16,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:16,033 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4559739943546698415.p12 was interrupted and is shutting down... 2024-11-10T01:12:16,033 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 was interrupted and is shutting down... 2024-11-10T01:12:16,033 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread finished 2024-11-10T01:12:16,033 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread finished 2024-11-10T01:12:16,039 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:16,039 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:16,039 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:16,040 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:16,079 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:16,079 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:16,079 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:16,079 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:16,079 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4559739943546698415.p12 2024-11-10T01:12:16,079 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:16,079 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:16,079 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:16,096 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:16,096 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:16,096 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:16,097 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7548579824219335244.p12 2024-11-10T01:12:16,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:16,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:16,098 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:16,130 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:16,131 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:16,131 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread started 2024-11-10T01:12:16,131 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:16,132 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread started 2024-11-10T01:12:16,132 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:16,149 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:16,165 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:16,165 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5508a629, L:/127.0.0.1:39889 - R:/127.0.0.1:55448] 2024-11-10T01:12:16,207 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:16,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:16,208 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39889 2024-11-10T01:12:16,208 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 was interrupted and is shutting down... 2024-11-10T01:12:16,208 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4559739943546698415.p12 was interrupted and is shutting down... 2024-11-10T01:12:16,208 DEBUG [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4559739943546698415.p12 was interrupted and is shutting down... 2024-11-10T01:12:16,208 DEBUG [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 was interrupted and is shutting down... 2024-11-10T01:12:16,209 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread finished 2024-11-10T01:12:16,209 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread finished 2024-11-10T01:12:16,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=7053 (was 7055) 2024-11-10T01:12:16,222 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=7053 2024-11-10T01:12:16,228 INFO [FileChangeWatcher-hbase_test_ca7548579824219335244.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7548579824219335244.p12 thread finished 2024-11-10T01:12:16,228 INFO [FileChangeWatcher-hbase_test_key4559739943546698415.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4559739943546698415.p12 thread finished 2024-11-10T01:12:16,637 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:16,638 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35533 2024-11-10T01:12:16,638 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:16,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3279038c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:16,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:16,639 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:16,965 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:16,965 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:16,966 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread started 2024-11-10T01:12:16,966 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:16,966 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread started 2024-11-10T01:12:16,966 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:17,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:17,290 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:17,290 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:17,291 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread started 2024-11-10T01:12:17,291 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:17,292 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread started 2024-11-10T01:12:17,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe9450e0e, L:/127.0.0.1:35533 - R:/127.0.0.1:33640] 2024-11-10T01:12:17,515 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:17,523 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,523 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,523 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,523 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,523 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,524 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,524 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,524 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,766 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,766 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,766 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,766 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,766 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,936 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,936 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,936 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,936 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,937 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35533,0 is dead - stopping the connection localhost:35533/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-10T01:12:17,937 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,937 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,937 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,937 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:17,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:17,938 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:18,262 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:18,262 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:18,425 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:18,587 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:18,588 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4439af82, L:/127.0.0.1:35533 - R:/127.0.0.1:33648] 2024-11-10T01:12:18,766 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:18,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:18,768 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35533 2024-11-10T01:12:18,768 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key455939883546615528.bcfks was interrupted and is shutting down... 2024-11-10T01:12:18,768 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks was interrupted and is shutting down... 2024-11-10T01:12:18,768 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key455939883546615528.bcfks was interrupted and is shutting down... 2024-11-10T01:12:18,768 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks was interrupted and is shutting down... 2024-11-10T01:12:18,768 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread finished 2024-11-10T01:12:18,768 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread finished 2024-11-10T01:12:18,768 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread finished 2024-11-10T01:12:18,768 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread finished 2024-11-10T01:12:18,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=7053 (was 7053) 2024-11-10T01:12:18,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=7052 2024-11-10T01:12:18,782 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:12:18,782 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45949 2024-11-10T01:12:18,782 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-10T01:12:18,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:18,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:18,784 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:19,109 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:19,109 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:19,110 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread started 2024-11-10T01:12:19,110 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:19,110 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread started 2024-11-10T01:12:19,111 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:19,273 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:19,435 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:19,436 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:19,437 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread started 2024-11-10T01:12:19,437 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:19,437 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread started 2024-11-10T01:12:19,437 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7e924a43, L:/127.0.0.1:45949 - R:/127.0.0.1:34842] 2024-11-10T01:12:19,614 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:19,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:19,616 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key455939883546615528.bcfks was interrupted and is shutting down... 2024-11-10T01:12:19,616 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks was interrupted and is shutting down... 2024-11-10T01:12:19,617 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread finished 2024-11-10T01:12:19,617 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread finished 2024-11-10T01:12:19,623 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:19,623 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:19,623 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:19,623 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:19,867 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:19,867 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:19,867 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:19,867 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key455939883546615528.bcfks 2024-11-10T01:12:19,867 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:19,867 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:19,867 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:19,867 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:20,029 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:20,029 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:20,029 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:20,029 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca19015707757689901.bcfks 2024-11-10T01:12:20,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:12:20,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-10T01:12:20,030 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:20,355 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:20,355 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:20,356 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread started 2024-11-10T01:12:20,356 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9e8cbf34-329d-ee17-1a4a-8ca7acbc47ce/TestNettyTLSIPCFileWatcher 2024-11-10T01:12:20,356 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread started 2024-11-10T01:12:20,357 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-10T01:12:20,518 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-10T01:12:20,683 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-10T01:12:20,684 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeb0f2840, L:/127.0.0.1:45949 - R:/127.0.0.1:33544] 2024-11-10T01:12:20,868 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-10T01:12:20,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:12:20,870 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45949 2024-11-10T01:12:20,870 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks was interrupted and is shutting down... 2024-11-10T01:12:20,870 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key455939883546615528.bcfks was interrupted and is shutting down... 2024-11-10T01:12:20,870 DEBUG [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key455939883546615528.bcfks was interrupted and is shutting down... 2024-11-10T01:12:20,870 DEBUG [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks was interrupted and is shutting down... 2024-11-10T01:12:20,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=43 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=7051 (was 7052) 2024-11-10T01:12:20,884 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread finished 2024-11-10T01:12:20,884 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread finished 2024-11-10T01:12:20,884 INFO [FileChangeWatcher-hbase_test_key455939883546615528.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key455939883546615528.bcfks thread finished 2024-11-10T01:12:20,884 INFO [FileChangeWatcher-hbase_test_ca19015707757689901.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca19015707757689901.bcfks thread finished