2024-11-18 19:52:57,845 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-18 19:52:57,857 main DEBUG Took 0.009682 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 19:52:57,857 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 19:52:57,857 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 19:52:57,858 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 19:52:57,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,868 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 19:52:57,879 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,881 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,883 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,883 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,884 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,885 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,886 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,886 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,887 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,887 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,888 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:52:57,889 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,889 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 19:52:57,890 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:52:57,891 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 19:52:57,893 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 19:52:57,893 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 19:52:57,894 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 19:52:57,895 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 19:52:57,903 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 19:52:57,906 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 19:52:57,908 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 19:52:57,908 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 19:52:57,909 main DEBUG createAppenders(={Console}) 2024-11-18 19:52:57,909 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-18 19:52:57,910 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-18 19:52:57,910 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-18 19:52:57,910 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 19:52:57,911 main DEBUG OutputStream closed 2024-11-18 19:52:57,911 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 19:52:57,911 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 19:52:57,911 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-18 19:52:57,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 19:52:57,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 19:52:57,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 19:52:57,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 19:52:57,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 19:52:57,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 19:52:57,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 19:52:57,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 19:52:57,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 19:52:57,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 19:52:57,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 19:52:57,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 19:52:57,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 19:52:57,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 19:52:57,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 19:52:57,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 19:52:57,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 19:52:57,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 19:52:57,999 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 19:52:57,999 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-18 19:52:57,999 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 19:52:58,000 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-18T19:52:58,016 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-18 19:52:58,019 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 19:52:58,020 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T19:52:58,489 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T19:52:59,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=4524 2024-11-18T19:53:00,184 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:53:00,220 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T19:53:00,233 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T19:53:00,244 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T19:53:00,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:00,350 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27964 (auto-detected) 2024-11-18T19:53:00,352 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T19:53:00,372 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46125 2024-11-18T19:53:00,375 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:00,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:00,400 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T19:53:00,400 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T19:53:00,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:00,730 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:00,788 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:00,863 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:00,865 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:00,865 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread started 2024-11-18T19:53:00,866 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread started 2024-11-18T19:53:00,873 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:00,931 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:00,948 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:01,007 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:01,007 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread started 2024-11-18T19:53:01,008 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:01,008 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread started 2024-11-18T19:53:01,009 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x74d4ff15, L:/127.0.0.1:46125 - R:/127.0.0.1:42212] 2024-11-18T19:53:01,121 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:01,296 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,296 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,296 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,296 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,296 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,296 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,296 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,296 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,322 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,322 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,322 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,322 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,323 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,322 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,323 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,323 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,323 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,323 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,323 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,323 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,322 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,324 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,324 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,324 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,350 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,350 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,350 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46125,0 is dead - stopping the connection localhost:46125/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T19:53:01,350 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,350 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,350 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,350 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,350 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,350 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:01,353 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:01,385 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:01,387 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:01,403 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:01,418 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:01,419 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c66fd31, L:/127.0.0.1:46125 - R:/127.0.0.1:42218] 2024-11-18T19:53:01,464 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:01,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:01,467 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46125 2024-11-18T19:53:01,467 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7907348366341369352.jks was interrupted and is shutting down... 2024-11-18T19:53:01,467 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7046941531289518289.jks was interrupted and is shutting down... 2024-11-18T19:53:01,467 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7907348366341369352.jks was interrupted and is shutting down... 2024-11-18T19:53:01,467 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread finished 2024-11-18T19:53:01,467 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7046941531289518289.jks was interrupted and is shutting down... 2024-11-18T19:53:01,467 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread finished 2024-11-18T19:53:01,467 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread finished 2024-11-18T19:53:01,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7046941531289518289.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 207) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4387 (was 4524) 2024-11-18T19:53:01,482 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread finished 2024-11-18T19:53:01,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4387 2024-11-18T19:53:01,485 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:01,485 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41115 2024-11-18T19:53:01,486 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:01,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:01,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:01,488 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:01,518 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:01,519 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:01,519 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread started 2024-11-18T19:53:01,519 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:01,520 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread started 2024-11-18T19:53:01,520 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:01,537 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:01,553 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:01,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:01,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:01,554 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread started 2024-11-18T19:53:01,555 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread started 2024-11-18T19:53:01,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdaeb3de6, L:/127.0.0.1:41115 - R:/127.0.0.1:50566] 2024-11-18T19:53:01,592 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:01,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:01,594 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7046941531289518289.jks was interrupted and is shutting down... 2024-11-18T19:53:01,594 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7907348366341369352.jks was interrupted and is shutting down... 2024-11-18T19:53:01,594 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread finished 2024-11-18T19:53:01,610 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread finished 2024-11-18T19:53:01,756 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,756 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,756 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,756 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,783 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,783 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,783 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,783 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7907348366341369352.jks 2024-11-18T19:53:01,783 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,784 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,784 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,784 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,798 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,798 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,798 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:01,799 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7046941531289518289.jks 2024-11-18T19:53:01,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:01,800 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:01,834 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:01,835 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:01,835 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:01,835 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread started 2024-11-18T19:53:01,836 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread started 2024-11-18T19:53:01,836 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:01,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:01,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:01,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xad1e09aa, L:/127.0.0.1:41115 - R:/127.0.0.1:50578] 2024-11-18T19:53:01,910 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:01,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:01,912 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41115 2024-11-18T19:53:01,912 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7046941531289518289.jks was interrupted and is shutting down... 2024-11-18T19:53:01,912 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7907348366341369352.jks was interrupted and is shutting down... 2024-11-18T19:53:01,913 DEBUG [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7907348366341369352.jks was interrupted and is shutting down... 2024-11-18T19:53:01,913 DEBUG [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7046941531289518289.jks was interrupted and is shutting down... 2024-11-18T19:53:01,913 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread finished 2024-11-18T19:53:01,913 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread finished 2024-11-18T19:53:01,918 INFO [FileChangeWatcher-hbase_test_key7907348366341369352.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7907348366341369352.jks thread finished 2024-11-18T19:53:01,918 INFO [FileChangeWatcher-hbase_test_ca7046941531289518289.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7046941531289518289.jks thread finished 2024-11-18T19:53:01,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=27 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_key7907348366341369352.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4350 (was 4387) 2024-11-18T19:53:01,928 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4350 2024-11-18T19:53:01,996 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:01,997 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41109 2024-11-18T19:53:01,997 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:01,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:01,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:02,000 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,015 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,016 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,016 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread started 2024-11-18T19:53:02,016 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,017 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread started 2024-11-18T19:53:02,017 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:02,033 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,033 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,035 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,035 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread started 2024-11-18T19:53:02,035 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread started 2024-11-18T19:53:02,035 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa132c417, L:/127.0.0.1:41109 - R:/127.0.0.1:51520] 2024-11-18T19:53:02,052 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,378 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,379 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41109,0 is dead - stopping the connection localhost:41109/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,379 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,380 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,380 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:02,381 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,386 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,386 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:02,390 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,391 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,392 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x10c9a4ab, L:/127.0.0.1:41109 - R:/127.0.0.1:51532] 2024-11-18T19:53:02,407 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:02,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:02,409 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13739536334503417245.pem was interrupted and is shutting down... 2024-11-18T19:53:02,409 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41109 2024-11-18T19:53:02,409 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11532192025749136290.pem was interrupted and is shutting down... 2024-11-18T19:53:02,409 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11532192025749136290.pem was interrupted and is shutting down... 2024-11-18T19:53:02,409 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13739536334503417245.pem was interrupted and is shutting down... 2024-11-18T19:53:02,410 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread finished 2024-11-18T19:53:02,410 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread finished 2024-11-18T19:53:02,410 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread finished 2024-11-18T19:53:02,410 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread finished 2024-11-18T19:53:02,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 23) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4305 (was 4350) 2024-11-18T19:53:02,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4305 2024-11-18T19:53:02,424 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:02,425 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40241 2024-11-18T19:53:02,425 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:02,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:02,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:02,427 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,431 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,432 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,432 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread started 2024-11-18T19:53:02,432 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,433 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread started 2024-11-18T19:53:02,433 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:02,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,440 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread started 2024-11-18T19:53:02,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,440 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread started 2024-11-18T19:53:02,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x14e19fc5, L:/127.0.0.1:40241 - R:/127.0.0.1:56936] 2024-11-18T19:53:02,454 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:02,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:02,456 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13739536334503417245.pem was interrupted and is shutting down... 2024-11-18T19:53:02,456 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11532192025749136290.pem was interrupted and is shutting down... 2024-11-18T19:53:02,456 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread finished 2024-11-18T19:53:02,456 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread finished 2024-11-18T19:53:02,656 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,656 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,656 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,656 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,656 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,656 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,657 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,657 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11532192025749136290.pem 2024-11-18T19:53:02,657 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,657 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,657 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,657 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13739536334503417245.pem 2024-11-18T19:53:02,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:02,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:02,659 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,663 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,664 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,664 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,664 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread started 2024-11-18T19:53:02,665 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread started 2024-11-18T19:53:02,665 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:02,671 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,672 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,672 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57c8b89f, L:/127.0.0.1:40241 - R:/127.0.0.1:56950] 2024-11-18T19:53:02,687 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:02,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:02,688 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40241 2024-11-18T19:53:02,688 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11532192025749136290.pem was interrupted and is shutting down... 2024-11-18T19:53:02,688 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13739536334503417245.pem was interrupted and is shutting down... 2024-11-18T19:53:02,689 DEBUG [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11532192025749136290.pem was interrupted and is shutting down... 2024-11-18T19:53:02,689 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread finished 2024-11-18T19:53:02,689 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread finished 2024-11-18T19:53:02,689 DEBUG [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13739536334503417245.pem was interrupted and is shutting down... 2024-11-18T19:53:02,689 INFO [FileChangeWatcher-hbase_test_key11532192025749136290.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11532192025749136290.pem thread finished 2024-11-18T19:53:02,696 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13739536334503417245.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4264 (was 4305) 2024-11-18T19:53:02,702 INFO [FileChangeWatcher-hbase_test_ca13739536334503417245.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13739536334503417245.pem thread finished 2024-11-18T19:53:02,703 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4264 2024-11-18T19:53:02,749 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:02,750 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44565 2024-11-18T19:53:02,750 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:02,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:02,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:02,752 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,783 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,784 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,784 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread started 2024-11-18T19:53:02,784 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,785 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread started 2024-11-18T19:53:02,785 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:02,801 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:02,817 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:02,817 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,818 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread started 2024-11-18T19:53:02,818 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:02,818 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread started 2024-11-18T19:53:02,819 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x874f64a8, L:/127.0.0.1:44565 - R:/127.0.0.1:34954] 2024-11-18T19:53:02,855 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:03,143 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,143 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,143 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,143 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,143 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,143 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,143 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,143 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,170 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,170 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,170 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,170 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,171 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,185 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44565,0 is dead - stopping the connection localhost:44565/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T19:53:03,185 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,185 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,185 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,185 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,186 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,186 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,186 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,186 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:03,187 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:03,218 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:03,218 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:03,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:03,250 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:03,250 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf9213d87, L:/127.0.0.1:44565 - R:/127.0.0.1:34958] 2024-11-18T19:53:03,287 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:03,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:03,289 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44565 2024-11-18T19:53:03,289 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,289 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key199702031070430955.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,289 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key199702031070430955.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,289 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,289 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread finished 2024-11-18T19:53:03,289 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread finished 2024-11-18T19:53:03,289 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread finished 2024-11-18T19:53:03,295 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5290579062249620871.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4199 (was 4264) 2024-11-18T19:53:03,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4199 2024-11-18T19:53:03,302 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:03,302 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41673 2024-11-18T19:53:03,302 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:03,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:03,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:03,304 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:03,306 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread finished 2024-11-18T19:53:03,335 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:03,335 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:03,336 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread started 2024-11-18T19:53:03,336 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:03,336 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread started 2024-11-18T19:53:03,336 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:03,352 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:03,367 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:03,367 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:03,368 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread started 2024-11-18T19:53:03,368 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:03,369 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread started 2024-11-18T19:53:03,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0442a61d, L:/127.0.0.1:41673 - R:/127.0.0.1:50202] 2024-11-18T19:53:03,403 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:03,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:03,405 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key199702031070430955.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,405 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,406 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread finished 2024-11-18T19:53:03,406 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread finished 2024-11-18T19:53:03,704 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,704 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,705 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,705 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,731 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,731 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,731 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,731 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key199702031070430955.p12 2024-11-18T19:53:03,731 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,732 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,732 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,732 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,746 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,746 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,746 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,746 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5290579062249620871.p12 2024-11-18T19:53:03,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355ab955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:03,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:03,748 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:03,779 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:03,779 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:03,780 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread started 2024-11-18T19:53:03,780 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:03,780 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread started 2024-11-18T19:53:03,780 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:03,796 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:03,811 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:03,812 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1c70e3c7, L:/127.0.0.1:41673 - R:/127.0.0.1:50216] 2024-11-18T19:53:03,848 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:03,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:03,851 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41673 2024-11-18T19:53:03,851 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key199702031070430955.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,851 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,851 DEBUG [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,851 DEBUG [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key199702031070430955.p12 was interrupted and is shutting down... 2024-11-18T19:53:03,851 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread finished 2024-11-18T19:53:03,851 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread finished 2024-11-18T19:53:03,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key199702031070430955.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4126 (was 4199) 2024-11-18T19:53:03,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=4126 2024-11-18T19:53:03,870 INFO [FileChangeWatcher-hbase_test_ca5290579062249620871.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5290579062249620871.p12 thread finished 2024-11-18T19:53:03,870 INFO [FileChangeWatcher-hbase_test_key199702031070430955.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key199702031070430955.p12 thread finished 2024-11-18T19:53:04,365 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:04,365 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46057 2024-11-18T19:53:04,366 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bab4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:04,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:04,368 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:04,665 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:04,666 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:04,667 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread started 2024-11-18T19:53:04,667 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:04,667 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread started 2024-11-18T19:53:04,668 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:04,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:04,953 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:04,953 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:04,954 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread started 2024-11-18T19:53:04,954 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:04,955 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread started 2024-11-18T19:53:04,955 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x56ea9527, L:/127.0.0.1:46057 - R:/127.0.0.1:35436] 2024-11-18T19:53:05,132 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:05,675 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,675 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,675 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,675 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,675 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,675 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,676 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,676 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,885 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,885 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:05,885 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:05,885 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:05,885 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:06,026 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:06,026 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46057,0 is dead - stopping the connection localhost:46057/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T19:53:06,026 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:06,026 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:06,026 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:06,026 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:06,026 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:06,026 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:06,026 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:06,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:06,027 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:06,309 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:06,309 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:06,451 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:06,592 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:06,593 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x75bbf215, L:/127.0.0.1:46057 - R:/127.0.0.1:35440] 2024-11-18T19:53:06,754 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:06,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:06,756 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46057 2024-11-18T19:53:06,756 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks was interrupted and is shutting down... 2024-11-18T19:53:06,756 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks was interrupted and is shutting down... 2024-11-18T19:53:06,756 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks was interrupted and is shutting down... 2024-11-18T19:53:06,756 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks was interrupted and is shutting down... 2024-11-18T19:53:06,756 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread finished 2024-11-18T19:53:06,756 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread finished 2024-11-18T19:53:06,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) Potentially hanging thread: FileChangeWatcher-hbase_test_key6305310687643467655.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6305310687643467655.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4026 (was 4126) 2024-11-18T19:53:06,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=4026 2024-11-18T19:53:06,771 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:06,772 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46829 2024-11-18T19:53:06,772 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:06,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:06,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:06,774 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread finished 2024-11-18T19:53:06,774 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread finished 2024-11-18T19:53:06,774 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:07,058 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:07,059 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:07,059 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread started 2024-11-18T19:53:07,060 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:07,060 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread started 2024-11-18T19:53:07,060 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:07,203 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:07,345 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:07,346 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:07,347 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread started 2024-11-18T19:53:07,347 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:07,348 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread started 2024-11-18T19:53:07,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x56e055b3, L:/127.0.0.1:46829 - R:/127.0.0.1:48784] 2024-11-18T19:53:07,503 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:07,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:07,505 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks was interrupted and is shutting down... 2024-11-18T19:53:07,505 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks was interrupted and is shutting down... 2024-11-18T19:53:07,505 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread finished 2024-11-18T19:53:07,505 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread finished 2024-11-18T19:53:07,788 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:07,788 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:07,788 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:07,788 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:07,998 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:07,998 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:07,998 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:07,998 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6305310687643467655.bcfks 2024-11-18T19:53:07,998 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:07,998 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:07,998 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:07,998 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:08,138 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:08,138 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:08,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:08,138 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:08,138 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7999477262075773321.bcfks 2024-11-18T19:53:08,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:08,140 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:08,421 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:08,421 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:08,422 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread started 2024-11-18T19:53:08,422 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:08,422 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread started 2024-11-18T19:53:08,422 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:08,567 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:08,708 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:08,708 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x652de36b, L:/127.0.0.1:46829 - R:/127.0.0.1:48798] 2024-11-18T19:53:08,870 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:08,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:08,873 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46829 2024-11-18T19:53:08,873 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks was interrupted and is shutting down... 2024-11-18T19:53:08,873 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks was interrupted and is shutting down... 2024-11-18T19:53:08,873 DEBUG [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks was interrupted and is shutting down... 2024-11-18T19:53:08,873 DEBUG [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks was interrupted and is shutting down... 2024-11-18T19:53:08,873 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread finished 2024-11-18T19:53:08,873 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread finished 2024-11-18T19:53:08,878 INFO [FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7999477262075773321.bcfks thread finished 2024-11-18T19:53:08,878 INFO [FileChangeWatcher-hbase_test_key6305310687643467655.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6305310687643467655.bcfks thread finished 2024-11-18T19:53:08,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3978 (was 4026) 2024-11-18T19:53:08,886 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3978 2024-11-18T19:53:09,005 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:09,006 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37339 2024-11-18T19:53:09,006 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:09,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcdf906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:09,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,008 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,039 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,039 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,040 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread started 2024-11-18T19:53:09,040 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,040 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread started 2024-11-18T19:53:09,040 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,058 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,073 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread started 2024-11-18T19:53:09,074 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,074 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread started 2024-11-18T19:53:09,074 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7200bb0d, L:/127.0.0.1:37339 - R:/127.0.0.1:46232] 2024-11-18T19:53:09,121 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:09,130 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,130 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,130 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,130 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,130 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,130 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,130 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,130 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,156 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,156 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,156 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,157 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,157 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,157 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,157 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,172 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,172 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,172 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,172 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37339,0 is dead - stopping the connection localhost:37339/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T19:53:09,172 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,172 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,172 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,172 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,172 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,173 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,203 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,203 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,219 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,233 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,234 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf1a5c954, L:/127.0.0.1:37339 - R:/127.0.0.1:46240] 2024-11-18T19:53:09,273 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:09,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:09,274 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37339 2024-11-18T19:53:09,274 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15420339730195408815.jks was interrupted and is shutting down... 2024-11-18T19:53:09,274 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675608939232616556.jks was interrupted and is shutting down... 2024-11-18T19:53:09,274 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675608939232616556.jks was interrupted and is shutting down... 2024-11-18T19:53:09,274 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15420339730195408815.jks was interrupted and is shutting down... 2024-11-18T19:53:09,275 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread finished 2024-11-18T19:53:09,275 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread finished 2024-11-18T19:53:09,275 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread finished 2024-11-18T19:53:09,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3955 (was 3978) 2024-11-18T19:53:09,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3955 2024-11-18T19:53:09,290 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:09,290 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread finished 2024-11-18T19:53:09,290 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37903 2024-11-18T19:53:09,290 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:09,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:09,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,292 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,321 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,322 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,322 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread started 2024-11-18T19:53:09,322 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,325 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread started 2024-11-18T19:53:09,325 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,341 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,356 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,356 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread started 2024-11-18T19:53:09,356 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,357 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread started 2024-11-18T19:53:09,357 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x328c14b6, L:/127.0.0.1:37903 - R:/127.0.0.1:33360] 2024-11-18T19:53:09,396 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:09,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:09,398 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675608939232616556.jks was interrupted and is shutting down... 2024-11-18T19:53:09,398 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15420339730195408815.jks was interrupted and is shutting down... 2024-11-18T19:53:09,399 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread finished 2024-11-18T19:53:09,399 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread finished 2024-11-18T19:53:09,407 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,407 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,407 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,407 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,434 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,434 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,434 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,434 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11675608939232616556.jks 2024-11-18T19:53:09,434 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,434 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,434 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,434 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,449 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,449 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,449 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:09,449 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15420339730195408815.jks 2024-11-18T19:53:09,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,450 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,480 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,481 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,481 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread started 2024-11-18T19:53:09,481 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,482 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread started 2024-11-18T19:53:09,482 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,497 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,512 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,513 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9012079c, L:/127.0.0.1:37903 - R:/127.0.0.1:33362] 2024-11-18T19:53:09,552 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:09,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:09,553 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37903 2024-11-18T19:53:09,553 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675608939232616556.jks was interrupted and is shutting down... 2024-11-18T19:53:09,553 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15420339730195408815.jks was interrupted and is shutting down... 2024-11-18T19:53:09,553 DEBUG [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11675608939232616556.jks was interrupted and is shutting down... 2024-11-18T19:53:09,553 DEBUG [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15420339730195408815.jks was interrupted and is shutting down... 2024-11-18T19:53:09,553 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread finished 2024-11-18T19:53:09,553 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread finished 2024-11-18T19:53:09,553 INFO [FileChangeWatcher-hbase_test_ca15420339730195408815.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15420339730195408815.jks thread finished 2024-11-18T19:53:09,554 INFO [FileChangeWatcher-hbase_test_key11675608939232616556.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11675608939232616556.jks thread finished 2024-11-18T19:53:09,561 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3933 (was 3955) 2024-11-18T19:53:09,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3932 2024-11-18T19:53:09,572 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:09,572 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33225 2024-11-18T19:53:09,572 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:09,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:09,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,574 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,579 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,580 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,580 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread started 2024-11-18T19:53:09,580 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,581 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread started 2024-11-18T19:53:09,581 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,585 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread started 2024-11-18T19:53:09,586 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread started 2024-11-18T19:53:09,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1fab2e9d, L:/127.0.0.1:33225 - R:/127.0.0.1:36376] 2024-11-18T19:53:09,599 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:09,608 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,608 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,608 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,608 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,608 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,608 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,608 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,608 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,608 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,620 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,620 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,620 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,621 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,621 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,622 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,622 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33225,0 is dead - stopping the connection localhost:33225/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,624 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,628 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,628 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,634 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,634 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,635 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x01882a0e, L:/127.0.0.1:33225 - R:/127.0.0.1:36380] 2024-11-18T19:53:09,649 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:09,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:09,650 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13562536969158603863.pem was interrupted and is shutting down... 2024-11-18T19:53:09,650 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33225 2024-11-18T19:53:09,650 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5988640019147882733.pem was interrupted and is shutting down... 2024-11-18T19:53:09,650 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5988640019147882733.pem was interrupted and is shutting down... 2024-11-18T19:53:09,650 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread finished 2024-11-18T19:53:09,650 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread finished 2024-11-18T19:53:09,650 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13562536969158603863.pem was interrupted and is shutting down... 2024-11-18T19:53:09,650 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread finished 2024-11-18T19:53:09,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3911 (was 3932) 2024-11-18T19:53:09,658 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread finished 2024-11-18T19:53:09,662 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3911 2024-11-18T19:53:09,663 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:09,664 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43503 2024-11-18T19:53:09,664 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:09,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:09,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,665 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,668 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,669 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,669 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread started 2024-11-18T19:53:09,669 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,670 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread started 2024-11-18T19:53:09,670 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,674 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,674 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,674 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,675 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread started 2024-11-18T19:53:09,675 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,675 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread started 2024-11-18T19:53:09,675 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x942edffa, L:/127.0.0.1:43503 - R:/127.0.0.1:50002] 2024-11-18T19:53:09,689 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:09,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:09,691 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5988640019147882733.pem was interrupted and is shutting down... 2024-11-18T19:53:09,691 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13562536969158603863.pem was interrupted and is shutting down... 2024-11-18T19:53:09,691 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread finished 2024-11-18T19:53:09,691 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread finished 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,698 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,698 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13562536969158603863.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,698 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,698 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,698 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5988640019147882733.pem 2024-11-18T19:53:09,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:09,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,699 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,703 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,703 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,704 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread started 2024-11-18T19:53:09,704 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,704 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread started 2024-11-18T19:53:09,704 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,707 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,708 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,708 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x14732512, L:/127.0.0.1:43503 - R:/127.0.0.1:50008] 2024-11-18T19:53:09,722 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:09,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:09,723 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43503 2024-11-18T19:53:09,723 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13562536969158603863.pem was interrupted and is shutting down... 2024-11-18T19:53:09,723 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5988640019147882733.pem was interrupted and is shutting down... 2024-11-18T19:53:09,723 DEBUG [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5988640019147882733.pem was interrupted and is shutting down... 2024-11-18T19:53:09,723 DEBUG [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13562536969158603863.pem was interrupted and is shutting down... 2024-11-18T19:53:09,724 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread finished 2024-11-18T19:53:09,724 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread finished 2024-11-18T19:53:09,724 INFO [FileChangeWatcher-hbase_test_ca5988640019147882733.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5988640019147882733.pem thread finished 2024-11-18T19:53:09,724 INFO [FileChangeWatcher-hbase_test_key13562536969158603863.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13562536969158603863.pem thread finished 2024-11-18T19:53:09,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3910 (was 3911) 2024-11-18T19:53:09,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3910 2024-11-18T19:53:09,776 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:09,776 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42687 2024-11-18T19:53:09,777 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:09,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:09,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,778 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,806 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,807 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,807 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread started 2024-11-18T19:53:09,807 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,808 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread started 2024-11-18T19:53:09,808 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,837 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,838 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,838 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread started 2024-11-18T19:53:09,838 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:09,838 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread started 2024-11-18T19:53:09,839 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x20303265, L:/127.0.0.1:42687 - R:/127.0.0.1:59256] 2024-11-18T19:53:09,873 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:09,881 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,881 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,881 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,881 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,881 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,881 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,881 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,881 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,915 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,915 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,915 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,915 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,915 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,930 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,930 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,930 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,930 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,930 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,930 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42687,0 is dead - stopping the connection localhost:42687/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T19:53:09,930 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,930 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,930 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:09,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:09,931 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:09,961 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:09,961 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:09,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:10,006 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:10,007 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4e9da50b, L:/127.0.0.1:42687 - R:/127.0.0.1:59264] 2024-11-18T19:53:10,044 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:10,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:10,045 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42687 2024-11-18T19:53:10,045 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4170145484103713943.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,045 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,045 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,045 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4170145484103713943.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,046 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread finished 2024-11-18T19:53:10,046 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread finished 2024-11-18T19:53:10,046 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread finished 2024-11-18T19:53:10,046 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread finished 2024-11-18T19:53:10,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3909 (was 3910) 2024-11-18T19:53:10,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3909 2024-11-18T19:53:10,058 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:10,058 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35275 2024-11-18T19:53:10,059 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:10,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:10,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:10,060 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:10,088 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:10,089 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:10,089 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread started 2024-11-18T19:53:10,089 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:10,090 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread started 2024-11-18T19:53:10,090 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:10,105 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:10,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:10,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:10,119 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread started 2024-11-18T19:53:10,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:10,120 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread started 2024-11-18T19:53:10,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc5268314, L:/127.0.0.1:35275 - R:/127.0.0.1:37890] 2024-11-18T19:53:10,155 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:10,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:10,156 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4170145484103713943.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,156 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,157 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread finished 2024-11-18T19:53:10,157 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread finished 2024-11-18T19:53:10,162 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:10,162 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:10,162 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:10,162 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:10,197 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:10,197 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:10,197 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:10,197 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4170145484103713943.p12 2024-11-18T19:53:10,197 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:10,197 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:10,197 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:10,197 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:10,212 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:10,212 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:10,212 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:10,212 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3885651441107270227.p12 2024-11-18T19:53:10,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:10,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:10,214 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:10,243 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:10,243 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:10,244 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread started 2024-11-18T19:53:10,244 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:10,244 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread started 2024-11-18T19:53:10,244 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:10,259 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:10,273 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:10,274 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc6f619a9, L:/127.0.0.1:35275 - R:/127.0.0.1:37896] 2024-11-18T19:53:10,310 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:10,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:10,312 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35275 2024-11-18T19:53:10,312 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4170145484103713943.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,312 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,312 DEBUG [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,312 DEBUG [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4170145484103713943.p12 was interrupted and is shutting down... 2024-11-18T19:53:10,312 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread finished 2024-11-18T19:53:10,312 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread finished 2024-11-18T19:53:10,312 INFO [FileChangeWatcher-hbase_test_key4170145484103713943.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4170145484103713943.p12 thread finished 2024-11-18T19:53:10,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3906 (was 3909) 2024-11-18T19:53:10,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=3906 2024-11-18T19:53:10,330 INFO [FileChangeWatcher-hbase_test_ca3885651441107270227.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3885651441107270227.p12 thread finished 2024-11-18T19:53:10,681 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:10,682 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38355 2024-11-18T19:53:10,682 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:10,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:10,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:10,684 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:10,964 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:10,964 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:10,965 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread started 2024-11-18T19:53:10,965 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:10,965 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread started 2024-11-18T19:53:10,965 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:11,107 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:11,249 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:11,249 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:11,250 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:11,250 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread started 2024-11-18T19:53:11,250 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread started 2024-11-18T19:53:11,250 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc05a7dd9, L:/127.0.0.1:38355 - R:/127.0.0.1:39262] 2024-11-18T19:53:11,447 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:11,454 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,454 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,454 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,454 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,454 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,454 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,454 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,455 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,664 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,664 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,664 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,664 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,665 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,665 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,665 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,665 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:11,665 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,665 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,665 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,665 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,665 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,665 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,665 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,665 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,804 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,804 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,804 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,804 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,804 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38355,0 is dead - stopping the connection localhost:38355/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T19:53:11,804 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,804 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,804 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:11,805 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:11,805 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:12,087 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:12,088 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:12,228 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:12,370 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:12,371 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa463d0e0, L:/127.0.0.1:38355 - R:/127.0.0.1:39272] 2024-11-18T19:53:12,529 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:12,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:12,531 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38355 2024-11-18T19:53:12,531 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks was interrupted and is shutting down... 2024-11-18T19:53:12,531 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks was interrupted and is shutting down... 2024-11-18T19:53:12,531 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks was interrupted and is shutting down... 2024-11-18T19:53:12,531 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks was interrupted and is shutting down... 2024-11-18T19:53:12,537 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=43 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=3913 (was 3906) - AvailableMemoryMB LEAK? - 2024-11-18T19:53:12,538 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread finished 2024-11-18T19:53:12,538 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread finished 2024-11-18T19:53:12,538 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread finished 2024-11-18T19:53:12,538 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread finished 2024-11-18T19:53:12,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=43, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=3913 2024-11-18T19:53:12,544 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:53:12,545 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38651 2024-11-18T19:53:12,545 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T19:53:12,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbd81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:12,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:12,546 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:12,829 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:12,830 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:12,830 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread started 2024-11-18T19:53:12,830 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:12,830 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread started 2024-11-18T19:53:12,831 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:12,971 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:13,112 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:13,112 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:13,113 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread started 2024-11-18T19:53:13,113 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:13,113 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread started 2024-11-18T19:53:13,113 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcbafd6e1, L:/127.0.0.1:38651 - R:/127.0.0.1:35986] 2024-11-18T19:53:13,267 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:13,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:13,269 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks was interrupted and is shutting down... 2024-11-18T19:53:13,269 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks was interrupted and is shutting down... 2024-11-18T19:53:13,269 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread finished 2024-11-18T19:53:13,269 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread finished 2024-11-18T19:53:13,274 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:13,274 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:13,274 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:13,274 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:13,484 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:13,484 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:13,484 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:13,484 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2074830054531129852.bcfks 2024-11-18T19:53:13,484 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:13,484 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:13,484 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:13,484 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:13,624 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:13,624 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:13,624 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:13,624 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17643477119322085851.bcfks 2024-11-18T19:53:13,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:53:13,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T19:53:13,625 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:13,905 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:13,905 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:13,906 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread started 2024-11-18T19:53:13,906 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/41aa1cf3-430d-4be5-c13a-cb5222d25204/TestNettyTLSIPCFileWatcher 2024-11-18T19:53:13,906 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread started 2024-11-18T19:53:13,906 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T19:53:14,048 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T19:53:14,188 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T19:53:14,189 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4ba779e8, L:/127.0.0.1:38651 - R:/127.0.0.1:35996] 2024-11-18T19:53:14,343 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T19:53:14,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:53:14,345 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38651 2024-11-18T19:53:14,345 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks was interrupted and is shutting down... 2024-11-18T19:53:14,345 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks was interrupted and is shutting down... 2024-11-18T19:53:14,345 DEBUG [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks was interrupted and is shutting down... 2024-11-18T19:53:14,345 DEBUG [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks was interrupted and is shutting down... 2024-11-18T19:53:14,345 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread finished 2024-11-18T19:53:14,345 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread finished 2024-11-18T19:53:14,345 INFO [FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17643477119322085851.bcfks thread finished 2024-11-18T19:53:14,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 43), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=3913 (was 3913) 2024-11-18T19:53:14,362 INFO [FileChangeWatcher-hbase_test_key2074830054531129852.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2074830054531129852.bcfks thread finished