2024-11-20 08:12:23,794 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-20 08:12:23,806 main DEBUG Took 0.010306 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 08:12:23,807 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 08:12:23,807 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 08:12:23,808 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 08:12:23,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,818 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 08:12:23,829 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,832 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,833 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,834 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,835 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,836 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,837 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:12:23,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,839 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 08:12:23,840 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:12:23,841 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 08:12:23,843 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 08:12:23,843 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 08:12:23,845 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 08:12:23,845 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 08:12:23,854 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 08:12:23,856 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 08:12:23,858 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 08:12:23,858 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 08:12:23,858 main DEBUG createAppenders(={Console}) 2024-11-20 08:12:23,859 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-20 08:12:23,859 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-20 08:12:23,860 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-20 08:12:23,860 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 08:12:23,860 main DEBUG OutputStream closed 2024-11-20 08:12:23,861 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 08:12:23,861 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 08:12:23,861 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-20 08:12:23,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 08:12:23,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 08:12:23,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 08:12:23,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 08:12:23,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 08:12:23,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 08:12:23,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 08:12:23,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 08:12:23,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 08:12:23,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 08:12:23,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 08:12:23,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 08:12:23,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 08:12:23,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 08:12:23,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 08:12:23,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 08:12:23,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 08:12:23,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 08:12:23,941 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 08:12:23,941 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-20 08:12:23,942 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 08:12:23,942 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-20T08:12:23,959 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-20 08:12:23,962 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 08:12:23,962 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T08:12:24,403 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T08:12:25,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=2802 2024-11-20T08:12:25,809 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:12:25,850 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T08:12:25,863 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T08:12:25,874 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T08:12:25,947 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:25,978 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29264 (auto-detected) 2024-11-20T08:12:25,979 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T08:12:26,000 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34811 2024-11-20T08:12:26,003 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:26,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:26,033 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T08:12:26,033 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T08:12:26,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:26,374 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:26,423 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:26,520 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:26,522 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread started 2024-11-20T08:12:26,522 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:26,523 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread started 2024-11-20T08:12:26,531 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:26,579 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:26,595 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:26,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:26,693 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread started 2024-11-20T08:12:26,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:26,694 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread started 2024-11-20T08:12:26,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb6d7c047, L:/127.0.0.1:34811 - R:/127.0.0.1:59386] 2024-11-20T08:12:26,829 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:27,066 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,066 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,066 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,066 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,066 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,066 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,066 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,066 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,095 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,095 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,095 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,095 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,095 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,095 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,096 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,096 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,096 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,096 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,096 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,096 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,096 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,096 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,096 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,097 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,110 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,110 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,110 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,110 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,110 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34811,0 is dead - stopping the connection localhost:34811/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T08:12:27,110 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,111 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,111 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,111 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:27,114 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:27,146 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:27,146 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:27,162 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:27,178 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:27,178 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9f3e963b, L:/127.0.0.1:34811 - R:/127.0.0.1:59402] 2024-11-20T08:12:27,226 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:27,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:27,229 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34811 2024-11-20T08:12:27,229 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5132649607004029950.jks was interrupted and is shutting down... 2024-11-20T08:12:27,229 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6638154080193005373.jks was interrupted and is shutting down... 2024-11-20T08:12:27,229 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6638154080193005373.jks was interrupted and is shutting down... 2024-11-20T08:12:27,230 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread finished 2024-11-20T08:12:27,230 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread finished 2024-11-20T08:12:27,229 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5132649607004029950.jks was interrupted and is shutting down... 2024-11-20T08:12:27,230 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread finished 2024-11-20T08:12:27,230 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread finished 2024-11-20T08:12:27,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=2666 (was 2802) 2024-11-20T08:12:27,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=2666 2024-11-20T08:12:27,248 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:27,249 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37993 2024-11-20T08:12:27,249 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:27,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c5db9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:27,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:27,251 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:27,282 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:27,283 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,283 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,283 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread started 2024-11-20T08:12:27,284 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread started 2024-11-20T08:12:27,284 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:27,302 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:27,317 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:27,318 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,319 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread started 2024-11-20T08:12:27,319 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,319 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread started 2024-11-20T08:12:27,319 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x39695c3d, L:/127.0.0.1:37993 - R:/127.0.0.1:46884] 2024-11-20T08:12:27,358 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:27,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:27,360 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5132649607004029950.jks was interrupted and is shutting down... 2024-11-20T08:12:27,360 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6638154080193005373.jks was interrupted and is shutting down... 2024-11-20T08:12:27,361 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread finished 2024-11-20T08:12:27,361 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread finished 2024-11-20T08:12:27,577 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,577 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,577 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,577 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,604 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,604 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,604 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,604 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5132649607004029950.jks 2024-11-20T08:12:27,604 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,604 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,604 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,604 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,619 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,619 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463b82df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:27,619 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,619 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6638154080193005373.jks 2024-11-20T08:12:27,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:27,621 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:27,652 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:27,653 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,654 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,654 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread started 2024-11-20T08:12:27,654 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread started 2024-11-20T08:12:27,654 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:27,670 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:27,686 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:27,687 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdd0a9dc8, L:/127.0.0.1:37993 - R:/127.0.0.1:46892] 2024-11-20T08:12:27,725 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:27,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:27,727 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37993 2024-11-20T08:12:27,727 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5132649607004029950.jks was interrupted and is shutting down... 2024-11-20T08:12:27,727 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6638154080193005373.jks was interrupted and is shutting down... 2024-11-20T08:12:27,727 DEBUG [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6638154080193005373.jks was interrupted and is shutting down... 2024-11-20T08:12:27,727 DEBUG [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5132649607004029950.jks was interrupted and is shutting down... 2024-11-20T08:12:27,728 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread finished 2024-11-20T08:12:27,728 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread finished 2024-11-20T08:12:27,728 INFO [FileChangeWatcher-hbase_test_ca6638154080193005373.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6638154080193005373.jks thread finished 2024-11-20T08:12:27,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key5132649607004029950.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=2621 (was 2666) 2024-11-20T08:12:27,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=2620 2024-11-20T08:12:27,748 INFO [FileChangeWatcher-hbase_test_key5132649607004029950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5132649607004029950.jks thread finished 2024-11-20T08:12:27,813 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:27,815 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33245 2024-11-20T08:12:27,815 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:27,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38576bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:27,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:27,818 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:27,834 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:27,835 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,836 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,835 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key933051031401503855.pem thread started 2024-11-20T08:12:27,836 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread started 2024-11-20T08:12:27,836 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:27,852 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:27,853 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:27,853 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,854 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key933051031401503855.pem thread started 2024-11-20T08:12:27,854 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:27,855 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread started 2024-11-20T08:12:27,855 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc09fb131, L:/127.0.0.1:33245 - R:/127.0.0.1:37726] 2024-11-20T08:12:27,871 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:28,110 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,110 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,110 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,110 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,110 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,110 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,111 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,111 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33245,0 is dead - stopping the connection localhost:33245/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T08:12:28,112 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,112 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,112 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,112 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,112 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,111 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:28,112 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,112 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,112 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,112 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,113 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,114 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:28,119 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:28,120 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:28,125 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:28,125 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:28,126 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x986c835b, L:/127.0.0.1:33245 - R:/127.0.0.1:37738] 2024-11-20T08:12:28,143 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:28,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:28,145 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33245 2024-11-20T08:12:28,145 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key933051031401503855.pem was interrupted and is shutting down... 2024-11-20T08:12:28,145 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9886689668474539713.pem was interrupted and is shutting down... 2024-11-20T08:12:28,145 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key933051031401503855.pem was interrupted and is shutting down... 2024-11-20T08:12:28,145 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread finished 2024-11-20T08:12:28,146 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key933051031401503855.pem thread finished 2024-11-20T08:12:28,146 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key933051031401503855.pem thread finished 2024-11-20T08:12:28,146 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9886689668474539713.pem was interrupted and is shutting down... 2024-11-20T08:12:28,154 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9886689668474539713.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=2557 (was 2620) 2024-11-20T08:12:28,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=2556 2024-11-20T08:12:28,162 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:28,163 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36675 2024-11-20T08:12:28,163 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:28,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:28,164 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread finished 2024-11-20T08:12:28,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:28,165 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:28,170 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:28,170 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,171 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key933051031401503855.pem thread started 2024-11-20T08:12:28,171 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,172 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread started 2024-11-20T08:12:28,172 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:28,178 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:28,179 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:28,179 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,180 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key933051031401503855.pem thread started 2024-11-20T08:12:28,180 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,181 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread started 2024-11-20T08:12:28,181 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2bdece7f, L:/127.0.0.1:36675 - R:/127.0.0.1:35042] 2024-11-20T08:12:28,198 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:28,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:28,200 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9886689668474539713.pem was interrupted and is shutting down... 2024-11-20T08:12:28,200 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key933051031401503855.pem was interrupted and is shutting down... 2024-11-20T08:12:28,201 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread finished 2024-11-20T08:12:28,201 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key933051031401503855.pem thread finished 2024-11-20T08:12:28,541 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,541 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,541 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,541 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,541 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,541 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,541 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,542 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key933051031401503855.pem 2024-11-20T08:12:28,542 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,542 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,542 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,542 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,542 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,542 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,542 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:28,542 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9886689668474539713.pem 2024-11-20T08:12:28,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:28,544 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:28,550 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:28,550 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,551 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key933051031401503855.pem thread started 2024-11-20T08:12:28,551 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,552 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread started 2024-11-20T08:12:28,552 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:28,557 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:28,558 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:28,558 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe4b34a94, L:/127.0.0.1:36675 - R:/127.0.0.1:35056] 2024-11-20T08:12:28,575 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:28,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:28,577 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36675 2024-11-20T08:12:28,577 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9886689668474539713.pem was interrupted and is shutting down... 2024-11-20T08:12:28,577 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key933051031401503855.pem was interrupted and is shutting down... 2024-11-20T08:12:28,577 DEBUG [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key933051031401503855.pem was interrupted and is shutting down... 2024-11-20T08:12:28,577 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread finished 2024-11-20T08:12:28,577 DEBUG [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9886689668474539713.pem was interrupted and is shutting down... 2024-11-20T08:12:28,577 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key933051031401503855.pem thread finished 2024-11-20T08:12:28,577 INFO [FileChangeWatcher-hbase_test_key933051031401503855.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key933051031401503855.pem thread finished 2024-11-20T08:12:28,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=2501 (was 2556) 2024-11-20T08:12:28,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=2501 2024-11-20T08:12:28,600 INFO [FileChangeWatcher-hbase_test_ca9886689668474539713.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9886689668474539713.pem thread finished 2024-11-20T08:12:28,635 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:28,636 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38463 2024-11-20T08:12:28,636 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:28,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b83ce67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:28,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:28,639 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:28,670 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:28,671 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,671 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread started 2024-11-20T08:12:28,671 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,672 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread started 2024-11-20T08:12:28,672 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:28,688 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:28,703 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:28,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:28,704 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread started 2024-11-20T08:12:28,705 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread started 2024-11-20T08:12:28,705 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d6e187b, L:/127.0.0.1:38463 - R:/127.0.0.1:60986] 2024-11-20T08:12:28,742 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:28,983 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:28,983 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:28,983 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:28,983 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:28,983 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:28,983 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:28,983 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:28,983 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,010 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,010 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,010 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,010 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,011 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,026 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,026 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,026 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,026 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,026 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38463,0 is dead - stopping the connection localhost:38463/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T08:12:29,026 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,026 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,026 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,026 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:29,027 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:29,058 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:29,059 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:29,077 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:29,092 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:29,092 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x311bc819, L:/127.0.0.1:38463 - R:/127.0.0.1:32770] 2024-11-20T08:12:29,129 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:29,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:29,131 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38463 2024-11-20T08:12:29,131 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,131 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14110114096803774738.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,131 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14110114096803774738.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,131 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,131 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread finished 2024-11-20T08:12:29,131 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread finished 2024-11-20T08:12:29,131 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread finished 2024-11-20T08:12:29,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca18282215246118810579.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=2438 (was 2501) 2024-11-20T08:12:29,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=2438 2024-11-20T08:12:29,144 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread finished 2024-11-20T08:12:29,145 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:29,146 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40065 2024-11-20T08:12:29,146 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:29,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b22ae84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:29,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:29,148 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:29,178 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:29,179 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:29,179 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread started 2024-11-20T08:12:29,179 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:29,180 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread started 2024-11-20T08:12:29,180 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:29,196 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:29,211 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:29,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:29,212 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread started 2024-11-20T08:12:29,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:29,213 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread started 2024-11-20T08:12:29,213 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x40f382ab, L:/127.0.0.1:40065 - R:/127.0.0.1:60048] 2024-11-20T08:12:29,250 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:29,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:29,252 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14110114096803774738.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,252 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,252 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread finished 2024-11-20T08:12:29,252 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread finished 2024-11-20T08:12:29,424 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,424 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,425 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,425 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,451 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,451 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,451 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,451 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14110114096803774738.p12 2024-11-20T08:12:29,451 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,451 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,451 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,451 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,466 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,466 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,466 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:29,466 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18282215246118810579.p12 2024-11-20T08:12:29,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:29,468 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:29,499 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:29,500 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:29,501 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread started 2024-11-20T08:12:29,501 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:29,501 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread started 2024-11-20T08:12:29,501 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:29,517 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:29,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:29,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9e83e70b, L:/127.0.0.1:40065 - R:/127.0.0.1:60050] 2024-11-20T08:12:29,573 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:29,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:29,575 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40065 2024-11-20T08:12:29,575 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14110114096803774738.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,575 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,575 DEBUG [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,575 DEBUG [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14110114096803774738.p12 was interrupted and is shutting down... 2024-11-20T08:12:29,575 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread finished 2024-11-20T08:12:29,575 INFO [FileChangeWatcher-hbase_test_key14110114096803774738.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14110114096803774738.p12 thread finished 2024-11-20T08:12:29,575 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread finished 2024-11-20T08:12:29,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=2388 (was 2438) 2024-11-20T08:12:29,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=2387 2024-11-20T08:12:29,588 INFO [FileChangeWatcher-hbase_test_ca18282215246118810579.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18282215246118810579.p12 thread finished 2024-11-20T08:12:30,150 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:30,150 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46313 2024-11-20T08:12:30,151 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:30,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c08bc56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:30,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:30,153 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:30,487 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:30,488 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:30,489 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread started 2024-11-20T08:12:30,489 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:30,489 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread started 2024-11-20T08:12:30,489 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:30,652 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:30,814 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:30,815 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:30,815 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread started 2024-11-20T08:12:30,815 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:30,816 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread started 2024-11-20T08:12:30,816 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb65d8446, L:/127.0.0.1:46313 - R:/127.0.0.1:54666] 2024-11-20T08:12:31,007 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:31,297 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,297 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,297 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,297 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,297 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,297 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,297 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,297 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,539 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,539 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,539 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,539 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,539 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,539 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,540 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,540 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:31,540 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,540 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,540 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,540 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,540 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,540 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,540 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,540 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,701 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,701 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46313,0 is dead - stopping the connection localhost:46313/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T08:12:31,701 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,701 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,701 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,701 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,701 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,702 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:31,702 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:31,703 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:32,027 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:32,028 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:32,191 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:32,354 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:32,354 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x118ed743, L:/127.0.0.1:46313 - R:/127.0.0.1:54682] 2024-11-20T08:12:32,553 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:32,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:32,555 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46313 2024-11-20T08:12:32,555 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks was interrupted and is shutting down... 2024-11-20T08:12:32,555 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks was interrupted and is shutting down... 2024-11-20T08:12:32,555 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks was interrupted and is shutting down... 2024-11-20T08:12:32,555 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks was interrupted and is shutting down... 2024-11-20T08:12:32,555 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread finished 2024-11-20T08:12:32,555 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread finished 2024-11-20T08:12:32,555 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread finished 2024-11-20T08:12:32,555 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread finished 2024-11-20T08:12:32,562 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 191) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2318 (was 2387) 2024-11-20T08:12:32,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=2318 2024-11-20T08:12:32,569 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:32,570 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45135 2024-11-20T08:12:32,570 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:32,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:32,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:32,572 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:32,897 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:32,898 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:32,899 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread started 2024-11-20T08:12:32,899 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:32,899 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread started 2024-11-20T08:12:32,899 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:33,061 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:33,225 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:33,226 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:33,226 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread started 2024-11-20T08:12:33,226 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:33,227 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread started 2024-11-20T08:12:33,227 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x67e74690, L:/127.0.0.1:45135 - R:/127.0.0.1:51478] 2024-11-20T08:12:33,405 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:33,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:33,408 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks was interrupted and is shutting down... 2024-11-20T08:12:33,408 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks was interrupted and is shutting down... 2024-11-20T08:12:33,408 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread finished 2024-11-20T08:12:33,408 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread finished 2024-11-20T08:12:33,685 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:33,685 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:33,685 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:33,685 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:33,927 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:33,927 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:33,927 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:33,927 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2593622933685675792.bcfks 2024-11-20T08:12:33,928 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:33,928 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:33,928 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:33,928 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:34,089 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:34,089 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:34,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf74126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:34,089 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:34,089 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7447258399676911419.bcfks 2024-11-20T08:12:34,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:34,090 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:34,414 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:34,415 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:34,416 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread started 2024-11-20T08:12:34,416 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:34,418 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread started 2024-11-20T08:12:34,418 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:34,580 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:34,741 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:34,742 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x09074198, L:/127.0.0.1:45135 - R:/127.0.0.1:51480] 2024-11-20T08:12:34,925 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:34,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:34,928 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks was interrupted and is shutting down... 2024-11-20T08:12:34,928 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks was interrupted and is shutting down... 2024-11-20T08:12:34,928 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45135 2024-11-20T08:12:34,928 DEBUG [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks was interrupted and is shutting down... 2024-11-20T08:12:34,928 DEBUG [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks was interrupted and is shutting down... 2024-11-20T08:12:34,928 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread finished 2024-11-20T08:12:34,928 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread finished 2024-11-20T08:12:34,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key2593622933685675792.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=2271 (was 2318) 2024-11-20T08:12:34,936 INFO [FileChangeWatcher-hbase_test_key2593622933685675792.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2593622933685675792.bcfks thread finished 2024-11-20T08:12:34,936 INFO [FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7447258399676911419.bcfks thread finished 2024-11-20T08:12:34,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=2270 2024-11-20T08:12:35,092 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:35,093 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34461 2024-11-20T08:12:35,093 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:35,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560c34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:35,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:35,094 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,125 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,126 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,126 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread started 2024-11-20T08:12:35,127 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,127 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread started 2024-11-20T08:12:35,127 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:35,144 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,160 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread started 2024-11-20T08:12:35,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,160 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread started 2024-11-20T08:12:35,160 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xead8da1f, L:/127.0.0.1:34461 - R:/127.0.0.1:35414] 2024-11-20T08:12:35,216 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:35,225 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,225 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,225 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,225 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,225 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,225 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,225 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,225 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,251 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,251 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,251 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,251 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,251 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,266 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,266 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34461,0 is dead - stopping the connection localhost:34461/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T08:12:35,266 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,267 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,266 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,266 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,267 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,267 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,267 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:35,268 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,299 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,300 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:35,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,331 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,332 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1ffb6053, L:/127.0.0.1:34461 - R:/127.0.0.1:35420] 2024-11-20T08:12:35,374 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:35,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:35,375 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34461 2024-11-20T08:12:35,375 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16355143078898005714.jks was interrupted and is shutting down... 2024-11-20T08:12:35,375 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4869507674053123950.jks was interrupted and is shutting down... 2024-11-20T08:12:35,376 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4869507674053123950.jks was interrupted and is shutting down... 2024-11-20T08:12:35,376 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16355143078898005714.jks was interrupted and is shutting down... 2024-11-20T08:12:35,376 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread finished 2024-11-20T08:12:35,376 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread finished 2024-11-20T08:12:35,376 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread finished 2024-11-20T08:12:35,376 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread finished 2024-11-20T08:12:35,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=2244 (was 2270) 2024-11-20T08:12:35,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=2244 2024-11-20T08:12:35,389 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:35,389 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37471 2024-11-20T08:12:35,390 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:35,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d809f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:35,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:35,391 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,421 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,422 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,422 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread started 2024-11-20T08:12:35,422 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,423 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread started 2024-11-20T08:12:35,423 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:35,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,456 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread started 2024-11-20T08:12:35,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,457 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread started 2024-11-20T08:12:35,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4b4bc910, L:/127.0.0.1:37471 - R:/127.0.0.1:55802] 2024-11-20T08:12:35,497 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:35,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:35,500 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16355143078898005714.jks was interrupted and is shutting down... 2024-11-20T08:12:35,500 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4869507674053123950.jks was interrupted and is shutting down... 2024-11-20T08:12:35,500 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread finished 2024-11-20T08:12:35,500 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread finished 2024-11-20T08:12:35,509 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,509 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,509 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,509 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,541 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,541 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,541 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,541 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16355143078898005714.jks 2024-11-20T08:12:35,541 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,541 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,541 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,541 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,556 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,556 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,556 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,556 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4869507674053123950.jks 2024-11-20T08:12:35,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7141807b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:35,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:35,558 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,589 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,590 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,590 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread started 2024-11-20T08:12:35,590 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,591 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread started 2024-11-20T08:12:35,591 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:35,618 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x36410063, L:/127.0.0.1:37471 - R:/127.0.0.1:55810] 2024-11-20T08:12:35,680 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:35,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:35,681 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37471 2024-11-20T08:12:35,681 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4869507674053123950.jks was interrupted and is shutting down... 2024-11-20T08:12:35,681 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16355143078898005714.jks was interrupted and is shutting down... 2024-11-20T08:12:35,681 DEBUG [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16355143078898005714.jks was interrupted and is shutting down... 2024-11-20T08:12:35,682 DEBUG [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4869507674053123950.jks was interrupted and is shutting down... 2024-11-20T08:12:35,682 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread finished 2024-11-20T08:12:35,682 INFO [FileChangeWatcher-hbase_test_key16355143078898005714.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16355143078898005714.jks thread finished 2024-11-20T08:12:35,682 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread finished 2024-11-20T08:12:35,689 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=2217 (was 2244) 2024-11-20T08:12:35,694 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=2217 2024-11-20T08:12:35,699 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:35,700 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34097 2024-11-20T08:12:35,700 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:35,700 INFO [FileChangeWatcher-hbase_test_ca4869507674053123950.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4869507674053123950.jks thread finished 2024-11-20T08:12:35,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:35,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:35,701 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,705 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,705 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,706 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread started 2024-11-20T08:12:35,706 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,706 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread started 2024-11-20T08:12:35,706 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:35,710 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,711 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,711 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,711 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread started 2024-11-20T08:12:35,711 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,712 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread started 2024-11-20T08:12:35,712 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xefa5abbf, L:/127.0.0.1:34097 - R:/127.0.0.1:41452] 2024-11-20T08:12:35,727 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34097,0 is dead - stopping the connection localhost:34097/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,741 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,742 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,742 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,742 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:35,742 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,742 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,742 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,747 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,747 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:35,751 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,751 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,751 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5da8874b, L:/127.0.0.1:34097 - R:/127.0.0.1:41466] 2024-11-20T08:12:35,768 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:35,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:35,769 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34097 2024-11-20T08:12:35,769 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14165719942646074854.pem was interrupted and is shutting down... 2024-11-20T08:12:35,769 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1302888420601233472.pem was interrupted and is shutting down... 2024-11-20T08:12:35,769 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1302888420601233472.pem was interrupted and is shutting down... 2024-11-20T08:12:35,770 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14165719942646074854.pem was interrupted and is shutting down... 2024-11-20T08:12:35,770 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread finished 2024-11-20T08:12:35,770 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread finished 2024-11-20T08:12:35,770 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread finished 2024-11-20T08:12:35,778 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=2214 (was 2217) 2024-11-20T08:12:35,784 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread finished 2024-11-20T08:12:35,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=2214 2024-11-20T08:12:35,786 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:35,786 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42153 2024-11-20T08:12:35,786 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:35,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:35,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:35,788 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,792 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,792 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,793 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread started 2024-11-20T08:12:35,793 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,793 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread started 2024-11-20T08:12:35,793 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:35,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,800 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,800 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,801 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread started 2024-11-20T08:12:35,801 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,803 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread started 2024-11-20T08:12:35,804 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xae688056, L:/127.0.0.1:42153 - R:/127.0.0.1:35426] 2024-11-20T08:12:35,820 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:35,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:35,822 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1302888420601233472.pem was interrupted and is shutting down... 2024-11-20T08:12:35,822 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14165719942646074854.pem was interrupted and is shutting down... 2024-11-20T08:12:35,822 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread finished 2024-11-20T08:12:35,822 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread finished 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,830 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,830 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1302888420601233472.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,830 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,830 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,831 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14165719942646074854.pem 2024-11-20T08:12:35,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:35,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:35,831 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,836 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,836 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,837 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread started 2024-11-20T08:12:35,837 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,846 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread started 2024-11-20T08:12:35,846 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:35,850 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,851 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,851 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3a37eb01, L:/127.0.0.1:42153 - R:/127.0.0.1:35432] 2024-11-20T08:12:35,866 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:35,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:35,867 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42153 2024-11-20T08:12:35,867 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14165719942646074854.pem was interrupted and is shutting down... 2024-11-20T08:12:35,867 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1302888420601233472.pem was interrupted and is shutting down... 2024-11-20T08:12:35,867 DEBUG [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1302888420601233472.pem was interrupted and is shutting down... 2024-11-20T08:12:35,867 DEBUG [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14165719942646074854.pem was interrupted and is shutting down... 2024-11-20T08:12:35,867 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread finished 2024-11-20T08:12:35,867 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread finished 2024-11-20T08:12:35,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=2198 (was 2214) 2024-11-20T08:12:35,880 INFO [FileChangeWatcher-hbase_test_key1302888420601233472.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1302888420601233472.pem thread finished 2024-11-20T08:12:35,880 INFO [FileChangeWatcher-hbase_test_ca14165719942646074854.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14165719942646074854.pem thread finished 2024-11-20T08:12:35,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=2197 2024-11-20T08:12:35,922 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:35,922 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46159 2024-11-20T08:12:35,922 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:35,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:35,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:35,924 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,953 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,954 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,954 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread started 2024-11-20T08:12:35,954 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,955 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread started 2024-11-20T08:12:35,955 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:35,970 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:35,985 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:35,985 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,985 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread started 2024-11-20T08:12:35,985 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:35,986 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread started 2024-11-20T08:12:35,986 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbf3f0713, L:/127.0.0.1:46159 - R:/127.0.0.1:51734] 2024-11-20T08:12:36,023 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:36,029 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,029 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,029 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,029 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,029 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,029 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,029 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,029 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,055 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,055 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,055 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,055 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,055 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,056 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,056 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,070 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,070 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,070 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,070 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,070 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,070 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,070 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,070 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,070 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46159,0 is dead - stopping the connection localhost:46159/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T08:12:36,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:36,071 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:36,117 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:36,118 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:36,146 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:36,162 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:36,162 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe9595ece, L:/127.0.0.1:46159 - R:/127.0.0.1:51746] 2024-11-20T08:12:36,200 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:36,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:36,202 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46159 2024-11-20T08:12:36,202 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3904332351986355935.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,202 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,202 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3904332351986355935.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,202 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,202 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread finished 2024-11-20T08:12:36,202 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread finished 2024-11-20T08:12:36,202 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread finished 2024-11-20T08:12:36,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=2196 (was 2197) 2024-11-20T08:12:36,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=2196 2024-11-20T08:12:36,215 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:36,215 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40125 2024-11-20T08:12:36,215 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:36,216 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread finished 2024-11-20T08:12:36,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:36,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:36,217 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:36,252 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:36,253 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:36,253 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread started 2024-11-20T08:12:36,253 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:36,253 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread started 2024-11-20T08:12:36,253 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:36,269 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:36,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:36,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:36,284 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread started 2024-11-20T08:12:36,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:36,285 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread started 2024-11-20T08:12:36,285 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x254a1dcd, L:/127.0.0.1:40125 - R:/127.0.0.1:48024] 2024-11-20T08:12:36,329 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:36,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:36,331 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3904332351986355935.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,331 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,331 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread finished 2024-11-20T08:12:36,331 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread finished 2024-11-20T08:12:36,335 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,335 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,335 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,335 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,361 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,361 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,361 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,361 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3904332351986355935.p12 2024-11-20T08:12:36,361 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,361 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,361 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,361 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,376 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,376 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,376 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,376 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6888033437680551451.p12 2024-11-20T08:12:36,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:36,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:36,377 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:36,407 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:36,408 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:36,408 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread started 2024-11-20T08:12:36,408 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:36,409 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread started 2024-11-20T08:12:36,409 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:36,424 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:36,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:36,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5c5fab74, L:/127.0.0.1:40125 - R:/127.0.0.1:48028] 2024-11-20T08:12:36,478 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:36,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:36,480 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3904332351986355935.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,480 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40125 2024-11-20T08:12:36,480 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,480 DEBUG [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3904332351986355935.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,480 DEBUG [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 was interrupted and is shutting down... 2024-11-20T08:12:36,480 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread finished 2024-11-20T08:12:36,481 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread finished 2024-11-20T08:12:36,481 INFO [FileChangeWatcher-hbase_test_key3904332351986355935.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3904332351986355935.p12 thread finished 2024-11-20T08:12:36,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=2191 (was 2196) 2024-11-20T08:12:36,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=2191 2024-11-20T08:12:36,504 INFO [FileChangeWatcher-hbase_test_ca6888033437680551451.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6888033437680551451.p12 thread finished 2024-11-20T08:12:36,899 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:36,900 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34427 2024-11-20T08:12:36,900 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:36,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:36,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:36,901 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:37,231 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:37,232 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:37,232 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread started 2024-11-20T08:12:37,233 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:37,233 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread started 2024-11-20T08:12:37,233 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:37,396 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:37,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:37,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:37,559 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread started 2024-11-20T08:12:37,559 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:37,559 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread started 2024-11-20T08:12:37,559 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3e45f795, L:/127.0.0.1:34427 - R:/127.0.0.1:34824] 2024-11-20T08:12:37,781 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:37,789 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:37,789 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:37,789 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:37,789 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:37,789 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:37,789 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:37,789 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:37,789 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:38,037 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:38,037 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,037 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:38,037 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,037 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,199 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,199 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,199 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,199 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34427,0 is dead - stopping the connection localhost:34427/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T08:12:38,199 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,199 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,199 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,199 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,199 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:38,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:38,200 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:38,524 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:38,525 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:38,690 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:38,852 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:38,853 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x573ce9b7, L:/127.0.0.1:34427 - R:/127.0.0.1:34834] 2024-11-20T08:12:39,031 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:39,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:39,033 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34427 2024-11-20T08:12:39,033 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks was interrupted and is shutting down... 2024-11-20T08:12:39,033 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks was interrupted and is shutting down... 2024-11-20T08:12:39,033 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks was interrupted and is shutting down... 2024-11-20T08:12:39,033 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks was interrupted and is shutting down... 2024-11-20T08:12:39,033 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread finished 2024-11-20T08:12:39,033 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread finished 2024-11-20T08:12:39,033 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread finished 2024-11-20T08:12:39,033 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread finished 2024-11-20T08:12:39,040 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=2188 (was 2191) 2024-11-20T08:12:39,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=2188 2024-11-20T08:12:39,046 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:12:39,047 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36985 2024-11-20T08:12:39,047 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T08:12:39,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:39,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:39,048 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:39,372 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:39,373 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:39,374 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread started 2024-11-20T08:12:39,374 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:39,374 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread started 2024-11-20T08:12:39,374 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:39,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:39,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:39,697 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:39,698 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread started 2024-11-20T08:12:39,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:39,698 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread started 2024-11-20T08:12:39,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf7b94865, L:/127.0.0.1:36985 - R:/127.0.0.1:34074] 2024-11-20T08:12:39,879 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:39,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:39,882 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks was interrupted and is shutting down... 2024-11-20T08:12:39,882 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks was interrupted and is shutting down... 2024-11-20T08:12:39,882 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread finished 2024-11-20T08:12:39,882 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread finished 2024-11-20T08:12:39,887 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:39,887 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:39,887 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:39,887 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:40,129 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:40,129 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:40,129 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:40,129 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12066875041777532976.bcfks 2024-11-20T08:12:40,129 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:40,129 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:40,129 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:40,129 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:40,290 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:40,290 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:40,290 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:40,290 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2125101710103284030.bcfks 2024-11-20T08:12:40,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327424d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:12:40,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T08:12:40,291 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:40,615 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:40,615 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:40,616 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread started 2024-11-20T08:12:40,616 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1291c96f-a09d-d76c-9f7c-681d1e23b291/TestNettyTLSIPCFileWatcher 2024-11-20T08:12:40,616 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread started 2024-11-20T08:12:40,616 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T08:12:40,779 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T08:12:40,942 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T08:12:40,942 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfec33e88, L:/127.0.0.1:36985 - R:/127.0.0.1:34088] 2024-11-20T08:12:41,121 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T08:12:41,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:12:41,123 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36985 2024-11-20T08:12:41,123 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks was interrupted and is shutting down... 2024-11-20T08:12:41,123 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks was interrupted and is shutting down... 2024-11-20T08:12:41,123 DEBUG [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks was interrupted and is shutting down... 2024-11-20T08:12:41,123 DEBUG [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks was interrupted and is shutting down... 2024-11-20T08:12:41,123 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread finished 2024-11-20T08:12:41,123 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread finished 2024-11-20T08:12:41,129 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=2183 (was 2188) 2024-11-20T08:12:41,136 INFO [FileChangeWatcher-hbase_test_key12066875041777532976.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12066875041777532976.bcfks thread finished 2024-11-20T08:12:41,136 INFO [FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2125101710103284030.bcfks thread finished