2024-11-18 08:17:38,817 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 2024-11-18 08:17:38,832 main DEBUG Took 0.012772 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 08:17:38,833 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 08:17:38,833 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 08:17:38,834 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 08:17:38,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,847 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 08:17:38,861 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,863 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,864 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,865 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,866 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,868 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,868 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,869 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,870 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,870 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,871 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,872 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 08:17:38,873 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,873 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 08:17:38,875 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 08:17:38,877 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 08:17:38,879 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 08:17:38,879 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 08:17:38,881 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 08:17:38,881 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 08:17:38,893 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 08:17:38,896 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 08:17:38,898 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 08:17:38,898 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 08:17:38,898 main DEBUG createAppenders(={Console}) 2024-11-18 08:17:38,899 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 initialized 2024-11-18 08:17:38,900 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 2024-11-18 08:17:38,900 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 OK. 2024-11-18 08:17:38,900 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 08:17:38,901 main DEBUG OutputStream closed 2024-11-18 08:17:38,901 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 08:17:38,901 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 08:17:38,901 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4d1bf319 OK 2024-11-18 08:17:38,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 08:17:38,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 08:17:38,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 08:17:38,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 08:17:38,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 08:17:38,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 08:17:38,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 08:17:38,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 08:17:38,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 08:17:38,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 08:17:38,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 08:17:38,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 08:17:38,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 08:17:38,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 08:17:38,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 08:17:38,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 08:17:38,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 08:17:38,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 08:17:39,001 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 08:17:39,001 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6ad59d92) with optional ClassLoader: null 2024-11-18 08:17:39,002 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 08:17:39,003 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6ad59d92] started OK. 2024-11-18T08:17:39,025 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-18 08:17:39,028 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 08:17:39,029 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T08:17:39,814 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T08:17:41,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=883, ProcessCount=11, AvailableMemoryMB=3018 2024-11-18T08:17:42,965 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T08:17:43,045 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T08:17:43,071 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T08:17:43,090 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T08:17:43,234 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:43,287 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28703 (auto-detected) 2024-11-18T08:17:43,289 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-18T08:17:43,338 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44427 2024-11-18T08:17:43,342 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:43,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7136cc62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:43,428 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T08:17:43,431 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T08:17:43,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:43,949 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:44,030 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:44,174 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:44,183 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread started 2024-11-18T08:17:44,183 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:44,194 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread started 2024-11-18T08:17:44,207 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:44,300 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:44,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:44,486 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:44,488 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread started 2024-11-18T08:17:44,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:44,499 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread started 2024-11-18T08:17:44,501 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xff4ca855, L:/127.0.0.1:44427 - R:/127.0.0.1:38824] 2024-11-18T08:17:44,729 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:45,389 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,389 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,389 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,389 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,389 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,390 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,390 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,391 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,436 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,436 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,439 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,439 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,439 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,436 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,440 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,440 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,441 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,441 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,441 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,441 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,442 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,443 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:45,443 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,444 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,459 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,460 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,460 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,460 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44427,0 is dead - stopping the connection localhost:44427/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T08:17:45,461 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:45,462 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,461 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,463 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,463 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:45,469 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:45,522 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:45,523 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:45,561 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:45,590 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:45,591 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x94dd5b18, L:/127.0.0.1:44427 - R:/127.0.0.1:38838] 2024-11-18T08:17:45,669 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:45,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:45,673 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10510879686210712205.jks was interrupted and is shutting down... 2024-11-18T08:17:45,673 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44427 2024-11-18T08:17:45,673 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10510879686210712205.jks was interrupted and is shutting down... 2024-11-18T08:17:45,674 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread finished 2024-11-18T08:17:45,674 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread finished 2024-11-18T08:17:45,674 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077347982397575683.jks was interrupted and is shutting down... 2024-11-18T08:17:45,676 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077347982397575683.jks was interrupted and is shutting down... 2024-11-18T08:17:45,681 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread finished 2024-11-18T08:17:45,698 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread finished 2024-11-18T08:17:45,700 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=24 (was 12) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15077347982397575683.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15077347982397575683.jks java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.getNextBatchSize(StackStreamFactory.java:189) java.base@17.0.11/java.lang.StackStreamFactory$StackFrameTraverser.initFrameBuffer(StackStreamFactory.java:541) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.beginStackWalk(StackStreamFactory.java:368) java.base@17.0.11/java.lang.StackStreamFactory$AbstractStackWalker.walk(StackStreamFactory.java:243) java.base@17.0.11/java.lang.StackWalker.walk(StackWalker.java:499) app//org.apache.logging.log4j.util.StackLocator.calcLocation(StackLocator.java:97) app//org.apache.logging.log4j.util.StackLocatorUtil.calcLocation(StackLocatorUtil.java:121) app//org.apache.logging.log4j.spi.AbstractLogger.getLocation(AbstractLogger.java:2216) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) app//org.apache.logging.slf4j.Log4jLogger.info(Log4jLogger.java:184) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:226) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.type(AbstractPoller.java:177) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:255) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=868 (was 883), ProcessCount=11 (was 11), AvailableMemoryMB=2685 (was 3018) 2024-11-18T08:17:45,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=868, ProcessCount=11, AvailableMemoryMB=2685 2024-11-18T08:17:45,716 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:45,720 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43659 2024-11-18T08:17:45,720 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:45,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bc6062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:45,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:45,726 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:45,786 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:45,803 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:45,808 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread started 2024-11-18T08:17:45,810 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:45,826 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:45,826 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread started 2024-11-18T08:17:45,864 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:45,895 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:45,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:45,904 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread started 2024-11-18T08:17:45,914 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:45,928 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa0eb4b81, L:/127.0.0.1:43659 - R:/127.0.0.1:60906] 2024-11-18T08:17:45,933 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread started 2024-11-18T08:17:45,988 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:45,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:45,993 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10510879686210712205.jks was interrupted and is shutting down... 2024-11-18T08:17:45,994 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread finished 2024-11-18T08:17:45,996 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077347982397575683.jks was interrupted and is shutting down... 2024-11-18T08:17:45,997 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread finished 2024-11-18T08:17:46,740 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:46,740 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:46,741 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:46,741 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:46,786 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:46,786 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:46,786 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:46,786 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10510879686210712205.jks 2024-11-18T08:17:46,786 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:46,786 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:46,786 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:46,787 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:46,811 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:46,811 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:46,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec24f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:46,812 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:46,812 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15077347982397575683.jks 2024-11-18T08:17:46,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:46,817 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:46,875 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:46,876 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:46,883 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:46,886 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread started 2024-11-18T08:17:46,888 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:46,894 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread started 2024-11-18T08:17:46,924 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:46,956 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:46,957 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8a590283, L:/127.0.0.1:43659 - R:/127.0.0.1:60918] 2024-11-18T08:17:47,030 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:47,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:47,035 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43659 2024-11-18T08:17:47,037 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10510879686210712205.jks was interrupted and is shutting down... 2024-11-18T08:17:47,037 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077347982397575683.jks was interrupted and is shutting down... 2024-11-18T08:17:47,038 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread finished 2024-11-18T08:17:47,038 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread finished 2024-11-18T08:17:47,038 DEBUG [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10510879686210712205.jks was interrupted and is shutting down... 2024-11-18T08:17:47,038 DEBUG [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15077347982397575683.jks was interrupted and is shutting down... 2024-11-18T08:17:47,040 INFO [FileChangeWatcher-hbase_test_key10510879686210712205.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10510879686210712205.jks thread finished 2024-11-18T08:17:47,066 INFO [FileChangeWatcher-hbase_test_ca15077347982397575683.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15077347982397575683.jks thread finished 2024-11-18T08:17:47,067 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=26 (was 21) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15077347982397575683.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=868 (was 868), ProcessCount=11 (was 11), AvailableMemoryMB=2529 (was 2685) 2024-11-18T08:17:47,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=868, ProcessCount=11, AvailableMemoryMB=2528 2024-11-18T08:17:47,173 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:47,175 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45679 2024-11-18T08:17:47,176 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:47,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47344ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:47,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:47,187 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:47,227 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:47,242 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:47,267 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:47,267 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread started 2024-11-18T08:17:47,271 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:47,291 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread started 2024-11-18T08:17:47,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:47,299 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:47,314 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:47,323 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread started 2024-11-18T08:17:47,323 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:47,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6109960f, L:/127.0.0.1:45679 - R:/127.0.0.1:46292] 2024-11-18T08:17:47,330 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread started 2024-11-18T08:17:47,356 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:47,780 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,780 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,780 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,780 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,781 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,781 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,781 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,781 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,781 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,781 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,782 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,782 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,782 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,782 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,782 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,782 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45679,0 is dead - stopping the connection localhost:45679/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T08:17:47,783 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,783 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,783 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,783 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:47,783 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:47,783 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,783 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,785 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,785 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,785 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,785 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:47,791 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:47,798 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:47,799 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:47,805 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:47,806 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:47,806 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xea0ce890, L:/127.0.0.1:45679 - R:/127.0.0.1:46306] 2024-11-18T08:17:47,842 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:47,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:47,844 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6484983687320275395.pem was interrupted and is shutting down... 2024-11-18T08:17:47,844 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1035070734440091907.pem was interrupted and is shutting down... 2024-11-18T08:17:47,845 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45679 2024-11-18T08:17:47,845 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6484983687320275395.pem was interrupted and is shutting down... 2024-11-18T08:17:47,845 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1035070734440091907.pem was interrupted and is shutting down... 2024-11-18T08:17:47,845 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread finished 2024-11-18T08:17:47,846 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread finished 2024-11-18T08:17:47,846 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread finished 2024-11-18T08:17:47,862 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread finished 2024-11-18T08:17:47,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1035070734440091907.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=911 (was 868) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2385 (was 2528) 2024-11-18T08:17:47,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=911, ProcessCount=11, AvailableMemoryMB=2383 2024-11-18T08:17:47,901 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:47,902 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39827 2024-11-18T08:17:47,902 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:47,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26013fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:47,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:47,911 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:47,918 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:47,926 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:47,938 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:47,945 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread started 2024-11-18T08:17:47,947 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread started 2024-11-18T08:17:47,948 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:47,959 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:47,960 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:47,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:47,978 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread started 2024-11-18T08:17:47,982 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:47,998 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdbde7966, L:/127.0.0.1:39827 - R:/127.0.0.1:46240] 2024-11-18T08:17:48,001 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread started 2024-11-18T08:17:48,048 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:48,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:48,067 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1035070734440091907.pem was interrupted and is shutting down... 2024-11-18T08:17:48,067 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6484983687320275395.pem was interrupted and is shutting down... 2024-11-18T08:17:48,070 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread finished 2024-11-18T08:17:48,086 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread finished 2024-11-18T08:17:48,459 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:48,459 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:48,459 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:48,459 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:48,459 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:48,459 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:48,460 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:48,460 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6484983687320275395.pem 2024-11-18T08:17:48,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8c96c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:48,461 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:48,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:48,461 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:48,462 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:48,463 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:48,462 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1035070734440091907.pem 2024-11-18T08:17:48,471 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:48,472 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:48,478 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:48,478 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread started 2024-11-18T08:17:48,479 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread started 2024-11-18T08:17:48,479 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:48,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:48,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:48,490 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2227f2cc, L:/127.0.0.1:39827 - R:/127.0.0.1:50948] 2024-11-18T08:17:48,513 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:48,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:48,519 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39827 2024-11-18T08:17:48,519 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6484983687320275395.pem was interrupted and is shutting down... 2024-11-18T08:17:48,519 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1035070734440091907.pem was interrupted and is shutting down... 2024-11-18T08:17:48,519 DEBUG [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1035070734440091907.pem was interrupted and is shutting down... 2024-11-18T08:17:48,520 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread finished 2024-11-18T08:17:48,520 DEBUG [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6484983687320275395.pem was interrupted and is shutting down... 2024-11-18T08:17:48,520 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread finished 2024-11-18T08:17:48,520 INFO [FileChangeWatcher-hbase_test_ca1035070734440091907.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1035070734440091907.pem thread finished 2024-11-18T08:17:48,521 INFO [FileChangeWatcher-hbase_test_key6484983687320275395.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6484983687320275395.pem thread finished 2024-11-18T08:17:48,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=28 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=911 (was 911), ProcessCount=11 (was 11), AvailableMemoryMB=2277 (was 2383) 2024-11-18T08:17:48,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=911, ProcessCount=11, AvailableMemoryMB=2276 2024-11-18T08:17:48,626 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:48,628 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43535 2024-11-18T08:17:48,628 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:48,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b12c2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:48,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:48,630 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:48,687 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:48,688 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:48,690 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread started 2024-11-18T08:17:48,691 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:48,699 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:48,700 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread started 2024-11-18T08:17:48,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:48,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:48,750 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:48,758 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread started 2024-11-18T08:17:48,759 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:48,759 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread started 2024-11-18T08:17:48,760 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xddcc3f21, L:/127.0.0.1:43535 - R:/127.0.0.1:55798] 2024-11-18T08:17:48,839 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:48,988 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:48,988 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:48,988 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:48,988 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:48,988 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:48,988 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:48,988 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:48,988 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,017 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,017 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,017 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,018 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,018 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,018 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,018 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,018 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,018 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,018 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,018 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,018 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,018 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,019 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,019 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,019 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,035 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43535,0 is dead - stopping the connection localhost:43535/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T08:17:49,035 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,035 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,035 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,036 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,036 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,036 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:49,036 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,036 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,039 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:49,081 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:49,082 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:49,111 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:49,141 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:49,142 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x39bac575, L:/127.0.0.1:43535 - R:/127.0.0.1:55810] 2024-11-18T08:17:49,201 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:49,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:49,203 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43535 2024-11-18T08:17:49,203 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10449263535187146007.p12 was interrupted and is shutting down... 2024-11-18T08:17:49,204 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 was interrupted and is shutting down... 2024-11-18T08:17:49,204 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread finished 2024-11-18T08:17:49,204 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 was interrupted and is shutting down... 2024-11-18T08:17:49,204 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10449263535187146007.p12 was interrupted and is shutting down... 2024-11-18T08:17:49,204 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread finished 2024-11-18T08:17:49,204 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread finished 2024-11-18T08:17:49,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key10449263535187146007.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=911 (was 911), ProcessCount=11 (was 11), AvailableMemoryMB=2313 (was 2276) - AvailableMemoryMB LEAK? - 2024-11-18T08:17:49,218 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread finished 2024-11-18T08:17:49,222 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=911, ProcessCount=11, AvailableMemoryMB=2312 2024-11-18T08:17:49,224 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:49,225 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46533 2024-11-18T08:17:49,225 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:49,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f5622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:49,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:49,227 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:49,281 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:49,283 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:49,285 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread started 2024-11-18T08:17:49,286 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:49,286 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread started 2024-11-18T08:17:49,287 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:49,326 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:49,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:49,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:49,354 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:49,356 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread started 2024-11-18T08:17:49,362 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread started 2024-11-18T08:17:49,363 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x635d949e, L:/127.0.0.1:46533 - R:/127.0.0.1:33756] 2024-11-18T08:17:49,420 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:49,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:49,427 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10449263535187146007.p12 was interrupted and is shutting down... 2024-11-18T08:17:49,427 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 was interrupted and is shutting down... 2024-11-18T08:17:49,428 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread finished 2024-11-18T08:17:49,430 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread finished 2024-11-18T08:17:49,741 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,742 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,742 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,742 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,788 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,788 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,788 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,788 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10449263535187146007.p12 2024-11-18T08:17:49,788 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,788 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,788 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,788 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,813 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e71897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:49,813 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,814 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,814 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6082913051994816348.p12 2024-11-18T08:17:49,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:49,815 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:49,873 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:49,874 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:49,880 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:49,882 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread started 2024-11-18T08:17:49,884 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:49,898 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread started 2024-11-18T08:17:49,930 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:49,963 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:49,964 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x71d1c033, L:/127.0.0.1:46533 - R:/127.0.0.1:33760] 2024-11-18T08:17:50,031 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:50,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:50,038 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46533 2024-11-18T08:17:50,038 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10449263535187146007.p12 was interrupted and is shutting down... 2024-11-18T08:17:50,038 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 was interrupted and is shutting down... 2024-11-18T08:17:50,038 DEBUG [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 was interrupted and is shutting down... 2024-11-18T08:17:50,038 DEBUG [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10449263535187146007.p12 was interrupted and is shutting down... 2024-11-18T08:17:50,038 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread finished 2024-11-18T08:17:50,048 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.security.ssl.SSLEngineImpl.checkTaskThrown(SSLEngineImpl.java:1109) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.wrap(SSLEngineImpl.java:139) java.base@17.0.11/sun.security.ssl.SSLEngineImpl.wrap(SSLEngineImpl.java:123) java.base@17.0.11/javax.net.ssl.SSLEngine.wrap(SSLEngine.java:564) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrap(SslHandler.java:1129) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrap(SslHandler.java:867) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.wrapAndFlush(SslHandler.java:820) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.flush(SslHandler.java:801) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.flush(SslHandler.java:2094) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.closeOutboundAndChannel(SslHandler.java:2063) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.close(SslHandler.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeClose(AbstractChannelHandlerContext.java:761) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.close(AbstractChannelHandlerContext.java:733) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.close(AbstractChannelHandlerContext.java:560) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.close(DefaultChannelPipeline.java:906) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel.close(AbstractChannel.java:243) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection.shutdown0(NettyRpcConnection.java:139) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$$Lambda$249/0x00007f29f85a18b0.run(Unknown Source) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6082913051994816348.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=911 (was 911), ProcessCount=11 (was 11), AvailableMemoryMB=2133 (was 2312) 2024-11-18T08:17:50,050 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread finished 2024-11-18T08:17:50,050 INFO [FileChangeWatcher-hbase_test_key10449263535187146007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10449263535187146007.p12 thread finished 2024-11-18T08:17:50,052 INFO [FileChangeWatcher-hbase_test_ca6082913051994816348.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6082913051994816348.p12 thread finished 2024-11-18T08:17:50,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=911, ProcessCount=11, AvailableMemoryMB=2123 2024-11-18T08:17:50,791 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:50,792 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33137 2024-11-18T08:17:50,792 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:50,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee31834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:50,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:50,795 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:51,223 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:51,224 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:51,227 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread started 2024-11-18T08:17:51,228 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:51,231 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread started 2024-11-18T08:17:51,232 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:51,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:51,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:51,645 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:51,647 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread started 2024-11-18T08:17:51,654 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:51,657 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread started 2024-11-18T08:17:51,658 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x12e71833, L:/127.0.0.1:33137 - R:/127.0.0.1:56104] 2024-11-18T08:17:51,921 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:52,419 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,419 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,419 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,419 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,419 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,419 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,419 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,419 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,655 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,655 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,655 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,655 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,656 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:52,656 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,656 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,838 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33137,0 is dead - stopping the connection localhost:33137/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T08:17:52,838 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,838 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,839 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,838 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,839 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,839 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,839 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,839 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:52,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:52,840 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:53,211 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:53,211 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:53,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:53,644 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:53,644 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x75877387, L:/127.0.0.1:33137 - R:/127.0.0.1:56120] 2024-11-18T08:17:53,903 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:53,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:53,909 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33137 2024-11-18T08:17:53,909 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks was interrupted and is shutting down... 2024-11-18T08:17:53,909 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks was interrupted and is shutting down... 2024-11-18T08:17:53,909 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks was interrupted and is shutting down... 2024-11-18T08:17:53,909 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread finished 2024-11-18T08:17:53,909 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread finished 2024-11-18T08:17:53,909 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread finished 2024-11-18T08:17:53,914 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks was interrupted and is shutting down... 2024-11-18T08:17:53,915 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread finished 2024-11-18T08:17:53,923 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=36 (was 37), OpenFileDescriptor=330 (was 329) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=846 (was 911), ProcessCount=11 (was 11), AvailableMemoryMB=2232 (was 2123) - AvailableMemoryMB LEAK? - 2024-11-18T08:17:53,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=34, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=846, ProcessCount=11, AvailableMemoryMB=2229 2024-11-18T08:17:53,950 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:53,951 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46173 2024-11-18T08:17:53,951 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:53,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8df180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:53,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:53,963 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:54,416 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:54,418 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:54,423 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread started 2024-11-18T08:17:54,426 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:54,431 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:54,431 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread started 2024-11-18T08:17:54,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:54,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:54,903 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:54,907 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread started 2024-11-18T08:17:54,910 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:54,918 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53419caa, L:/127.0.0.1:46173 - R:/127.0.0.1:52612] 2024-11-18T08:17:54,922 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread started 2024-11-18T08:17:55,189 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:55,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:55,195 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks was interrupted and is shutting down... 2024-11-18T08:17:55,196 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks was interrupted and is shutting down... 2024-11-18T08:17:55,198 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread finished 2024-11-18T08:17:55,199 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread finished 2024-11-18T08:17:55,710 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:55,710 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:55,710 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:55,711 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:56,043 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:56,043 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:56,044 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:56,044 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18423794481694782449.bcfks 2024-11-18T08:17:56,044 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:56,044 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:56,044 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:56,044 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:56,263 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:56,263 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:56,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673f5a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:56,263 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:56,263 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2808960040889807280.bcfks 2024-11-18T08:17:56,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:56,265 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:56,668 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:56,669 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:56,674 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:56,674 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread started 2024-11-18T08:17:56,683 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:56,686 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread started 2024-11-18T08:17:56,917 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:57,097 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:57,098 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5c9933e7, L:/127.0.0.1:46173 - R:/127.0.0.1:52620] 2024-11-18T08:17:57,316 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:57,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:57,321 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46173 2024-11-18T08:17:57,321 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks was interrupted and is shutting down... 2024-11-18T08:17:57,321 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks was interrupted and is shutting down... 2024-11-18T08:17:57,321 DEBUG [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks was interrupted and is shutting down... 2024-11-18T08:17:57,321 DEBUG [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks was interrupted and is shutting down... 2024-11-18T08:17:57,321 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread finished 2024-11-18T08:17:57,321 INFO [FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2808960040889807280.bcfks thread finished 2024-11-18T08:17:57,321 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread finished 2024-11-18T08:17:57,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=38 (was 34) - Thread LEAK? -, OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 846), ProcessCount=11 (was 11), AvailableMemoryMB=2123 (was 2229) 2024-11-18T08:17:57,334 INFO [FileChangeWatcher-hbase_test_key18423794481694782449.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18423794481694782449.bcfks thread finished 2024-11-18T08:17:57,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=2120 2024-11-18T08:17:57,590 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:57,595 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42589 2024-11-18T08:17:57,595 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:57,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d526d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:57,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:57,597 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:57,652 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:57,654 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:57,665 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:57,666 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread started 2024-11-18T08:17:57,672 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:57,674 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread started 2024-11-18T08:17:57,700 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:57,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:57,731 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:57,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:57,735 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread started 2024-11-18T08:17:57,738 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread started 2024-11-18T08:17:57,739 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3b6c266a, L:/127.0.0.1:42589 - R:/127.0.0.1:38466] 2024-11-18T08:17:57,807 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:57,827 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,827 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,827 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,827 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,827 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,827 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,830 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,830 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,862 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,862 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,862 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,862 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,862 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,862 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,862 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,862 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,862 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,862 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,862 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,863 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,863 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,863 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:57,863 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,863 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,889 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,889 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,889 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,889 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,889 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42589,0 is dead - stopping the connection localhost:42589/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T08:17:57,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:57,890 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,890 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,890 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,890 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:57,891 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:57,944 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:57,945 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:57,964 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:57,985 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:57,986 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa08aa745, L:/127.0.0.1:42589 - R:/127.0.0.1:38470] 2024-11-18T08:17:58,053 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:58,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:58,055 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42589 2024-11-18T08:17:58,055 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17758960501151280346.jks was interrupted and is shutting down... 2024-11-18T08:17:58,055 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6502075675966948687.jks was interrupted and is shutting down... 2024-11-18T08:17:58,055 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17758960501151280346.jks was interrupted and is shutting down... 2024-11-18T08:17:58,056 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread finished 2024-11-18T08:17:58,058 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6502075675966948687.jks was interrupted and is shutting down... 2024-11-18T08:17:58,058 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread finished 2024-11-18T08:17:58,059 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread finished 2024-11-18T08:17:58,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=43 (was 38) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17758960501151280346.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17758960501151280346.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.unlinkCancelledWaiters(AbstractQueuedSynchronizer.java:1547) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1639) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6502075675966948687.jks java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.takeFirst(LinkedBlockingDeque.java:485) java.base@17.0.11/java.util.concurrent.LinkedBlockingDeque.take(LinkedBlockingDeque.java:673) java.base@17.0.11/sun.nio.fs.AbstractWatchService.take(AbstractWatchService.java:118) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.runLoop(FileChangeWatcher.java:235) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:216) - Thread LEAK? -, OpenFileDescriptor=330 (was 329) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=2350 (was 2120) - AvailableMemoryMB LEAK? - 2024-11-18T08:17:58,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=2341 2024-11-18T08:17:58,080 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:58,080 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread finished 2024-11-18T08:17:58,080 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42597 2024-11-18T08:17:58,081 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:58,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36583115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:58,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:58,082 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,130 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,130 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,131 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread started 2024-11-18T08:17:58,131 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,132 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread started 2024-11-18T08:17:58,132 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:58,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,190 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,191 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread started 2024-11-18T08:17:58,193 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,195 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x503fcfca, L:/127.0.0.1:42597 - R:/127.0.0.1:58696] 2024-11-18T08:17:58,195 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread started 2024-11-18T08:17:58,252 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:58,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:58,266 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6502075675966948687.jks was interrupted and is shutting down... 2024-11-18T08:17:58,266 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17758960501151280346.jks was interrupted and is shutting down... 2024-11-18T08:17:58,266 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread finished 2024-11-18T08:17:58,270 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread finished 2024-11-18T08:17:58,272 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:58,272 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:58,272 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:58,272 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:58,318 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:58,319 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:58,319 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:58,319 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:58,322 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:58,322 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6502075675966948687.jks 2024-11-18T08:17:58,322 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:58,323 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:58,354 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:58,354 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:58,354 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:58,358 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17758960501151280346.jks 2024-11-18T08:17:58,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7134d101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:58,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:58,362 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,414 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,418 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,427 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread started 2024-11-18T08:17:58,430 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,435 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:58,449 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread started 2024-11-18T08:17:58,459 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,485 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,485 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3d48fcc2, L:/127.0.0.1:42597 - R:/127.0.0.1:58706] 2024-11-18T08:17:58,563 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:58,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:58,565 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42597 2024-11-18T08:17:58,565 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17758960501151280346.jks was interrupted and is shutting down... 2024-11-18T08:17:58,565 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6502075675966948687.jks was interrupted and is shutting down... 2024-11-18T08:17:58,565 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread finished 2024-11-18T08:17:58,565 DEBUG [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17758960501151280346.jks was interrupted and is shutting down... 2024-11-18T08:17:58,566 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread finished 2024-11-18T08:17:58,566 DEBUG [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6502075675966948687.jks was interrupted and is shutting down... 2024-11-18T08:17:58,570 INFO [FileChangeWatcher-hbase_test_key6502075675966948687.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6502075675966948687.jks thread finished 2024-11-18T08:17:58,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 38) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=2350 (was 2341) - AvailableMemoryMB LEAK? - 2024-11-18T08:17:58,583 INFO [FileChangeWatcher-hbase_test_ca17758960501151280346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17758960501151280346.jks thread finished 2024-11-18T08:17:58,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=2349 2024-11-18T08:17:58,593 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:58,594 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44711 2024-11-18T08:17:58,594 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:58,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78972aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:58,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:58,597 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,602 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,606 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,607 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread started 2024-11-18T08:17:58,607 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,608 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread started 2024-11-18T08:17:58,608 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:58,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,622 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,624 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,625 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,625 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread started 2024-11-18T08:17:58,627 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc78c6e42, L:/127.0.0.1:44711 - R:/127.0.0.1:56120] 2024-11-18T08:17:58,630 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread started 2024-11-18T08:17:58,661 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:58,694 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,694 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,697 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,698 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,698 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,698 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,698 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,698 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,698 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,698 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,706 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,706 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,706 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,706 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,706 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44711,0 is dead - stopping the connection localhost:44711/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T08:17:58,706 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,707 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,707 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,707 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,707 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,707 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,707 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,707 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,707 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,707 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:58,709 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,715 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,715 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:58,721 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,722 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,722 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe1a02402, L:/127.0.0.1:44711 - R:/127.0.0.1:56124] 2024-11-18T08:17:58,759 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:58,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:58,763 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44711 2024-11-18T08:17:58,763 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4669914007199146438.pem was interrupted and is shutting down... 2024-11-18T08:17:58,763 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3479998859594479399.pem was interrupted and is shutting down... 2024-11-18T08:17:58,764 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread finished 2024-11-18T08:17:58,764 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4669914007199146438.pem was interrupted and is shutting down... 2024-11-18T08:17:58,764 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread finished 2024-11-18T08:17:58,766 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3479998859594479399.pem was interrupted and is shutting down... 2024-11-18T08:17:58,770 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread finished 2024-11-18T08:17:58,786 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread finished 2024-11-18T08:17:58,796 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 38), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=2303 (was 2349) 2024-11-18T08:17:58,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=36, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=2301 2024-11-18T08:17:58,810 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:58,831 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34395 2024-11-18T08:17:58,832 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:58,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2981fa0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:58,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:58,834 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,839 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,850 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,863 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread started 2024-11-18T08:17:58,870 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,879 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:58,880 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread started 2024-11-18T08:17:58,887 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,887 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,896 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread started 2024-11-18T08:17:58,898 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,901 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread started 2024-11-18T08:17:58,901 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3a615bbc, L:/127.0.0.1:34395 - R:/127.0.0.1:50970] 2024-11-18T08:17:58,938 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:58,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:58,954 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4669914007199146438.pem was interrupted and is shutting down... 2024-11-18T08:17:58,954 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3479998859594479399.pem was interrupted and is shutting down... 2024-11-18T08:17:58,957 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread finished 2024-11-18T08:17:58,962 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread finished 2024-11-18T08:17:58,970 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,970 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,970 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,970 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,970 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,971 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2df48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:58,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:58,972 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,972 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,972 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3479998859594479399.pem 2024-11-18T08:17:58,973 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,973 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4669914007199146438.pem 2024-11-18T08:17:58,977 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,979 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,983 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread started 2024-11-18T08:17:58,983 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:58,984 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:58,987 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread started 2024-11-18T08:17:58,991 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:58,991 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:58,992 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8976689b, L:/127.0.0.1:34395 - R:/127.0.0.1:50976] 2024-11-18T08:17:59,012 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:59,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:59,014 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34395 2024-11-18T08:17:59,014 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3479998859594479399.pem was interrupted and is shutting down... 2024-11-18T08:17:59,014 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread finished 2024-11-18T08:17:59,015 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4669914007199146438.pem was interrupted and is shutting down... 2024-11-18T08:17:59,018 DEBUG [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3479998859594479399.pem was interrupted and is shutting down... 2024-11-18T08:17:59,018 DEBUG [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4669914007199146438.pem was interrupted and is shutting down... 2024-11-18T08:17:59,018 INFO [FileChangeWatcher-hbase_test_key3479998859594479399.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3479998859594479399.pem thread finished 2024-11-18T08:17:59,022 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread finished 2024-11-18T08:17:59,034 INFO [FileChangeWatcher-hbase_test_ca4669914007199146438.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4669914007199146438.pem thread finished 2024-11-18T08:17:59,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=38 (was 36) - Thread LEAK? -, OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=2272 (was 2301) 2024-11-18T08:17:59,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=36, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=2270 2024-11-18T08:17:59,124 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:59,125 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45983 2024-11-18T08:17:59,125 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:59,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d14e9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:59,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:59,127 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:59,184 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:59,185 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,194 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread started 2024-11-18T08:17:59,194 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,196 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:59,204 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread started 2024-11-18T08:17:59,218 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:59,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:59,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,245 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread started 2024-11-18T08:17:59,250 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,263 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x544e7bf0, L:/127.0.0.1:45983 - R:/127.0.0.1:57890] 2024-11-18T08:17:59,263 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread started 2024-11-18T08:17:59,349 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:59,368 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,368 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,369 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,369 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,373 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,373 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,374 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,374 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,418 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,418 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,418 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,418 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,418 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,419 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,419 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,419 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,419 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,419 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,419 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,419 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,419 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,419 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,421 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,421 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,446 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,446 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,446 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,446 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,447 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,447 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45983,0 is dead - stopping the connection localhost:45983/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T08:17:59,447 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:59,448 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:59,448 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,448 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,495 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:59,496 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:59,520 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:59,542 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:59,543 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfc6ae6d4, L:/127.0.0.1:45983 - R:/127.0.0.1:57898] 2024-11-18T08:17:59,601 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:59,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:59,602 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45983 2024-11-18T08:17:59,602 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5471116502904277879.p12 was interrupted and is shutting down... 2024-11-18T08:17:59,602 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5471116502904277879.p12 was interrupted and is shutting down... 2024-11-18T08:17:59,602 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 was interrupted and is shutting down... 2024-11-18T08:17:59,602 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 was interrupted and is shutting down... 2024-11-18T08:17:59,603 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread finished 2024-11-18T08:17:59,603 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread finished 2024-11-18T08:17:59,611 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 36) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=2186 (was 2270) 2024-11-18T08:17:59,618 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=40, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=2186 2024-11-18T08:17:59,618 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread finished 2024-11-18T08:17:59,618 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread finished 2024-11-18T08:17:59,619 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:17:59,620 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34727 2024-11-18T08:17:59,620 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:17:59,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622fe0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:59,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:59,622 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:59,662 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:59,663 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,666 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread started 2024-11-18T08:17:59,666 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,667 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread started 2024-11-18T08:17:59,667 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:59,702 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:59,728 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:59,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,737 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread started 2024-11-18T08:17:59,738 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x77933cf6, L:/127.0.0.1:34727 - R:/127.0.0.1:39592] 2024-11-18T08:17:59,748 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread started 2024-11-18T08:17:59,817 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:17:59,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:17:59,825 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5471116502904277879.p12 was interrupted and is shutting down... 2024-11-18T08:17:59,826 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 was interrupted and is shutting down... 2024-11-18T08:17:59,827 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread finished 2024-11-18T08:17:59,831 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,831 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,834 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,834 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,836 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread finished 2024-11-18T08:17:59,879 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,880 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,880 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,880 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,882 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,882 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5471116502904277879.p12 2024-11-18T08:17:59,882 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,882 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,916 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,916 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c50e090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:17:59,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:17:59,918 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,918 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2642677123669310250.p12 2024-11-18T08:17:59,921 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:17:59,972 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:17:59,972 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,974 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread started 2024-11-18T08:17:59,974 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:17:59,975 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:17:59,977 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread started 2024-11-18T08:18:00,002 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:18:00,028 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:18:00,028 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x644cbdb5, L:/127.0.0.1:34727 - R:/127.0.0.1:39608] 2024-11-18T08:18:00,119 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:18:00,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:18:00,123 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34727 2024-11-18T08:18:00,123 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5471116502904277879.p12 was interrupted and is shutting down... 2024-11-18T08:18:00,123 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 was interrupted and is shutting down... 2024-11-18T08:18:00,123 DEBUG [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5471116502904277879.p12 was interrupted and is shutting down... 2024-11-18T08:18:00,123 DEBUG [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 was interrupted and is shutting down... 2024-11-18T08:18:00,124 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread finished 2024-11-18T08:18:00,124 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread finished 2024-11-18T08:18:00,124 INFO [FileChangeWatcher-hbase_test_ca2642677123669310250.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2642677123669310250.p12 thread finished 2024-11-18T08:18:00,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 40), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=2270 (was 2186) - AvailableMemoryMB LEAK? - 2024-11-18T08:18:00,138 INFO [FileChangeWatcher-hbase_test_key5471116502904277879.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5471116502904277879.p12 thread finished 2024-11-18T08:18:00,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=2268 2024-11-18T08:18:00,635 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:18:00,636 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44751 2024-11-18T08:18:00,637 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:18:00,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f03c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:18:00,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:18:00,638 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:18:00,992 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:18:00,993 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:00,994 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread started 2024-11-18T08:18:00,994 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:00,995 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:18:00,996 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread started 2024-11-18T08:18:01,209 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:18:01,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:18:01,417 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:01,418 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread started 2024-11-18T08:18:01,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:01,427 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc570904f, L:/127.0.0.1:44751 - R:/127.0.0.1:43660] 2024-11-18T08:18:01,430 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread started 2024-11-18T08:18:01,728 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:18:01,741 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:01,741 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:01,742 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:01,742 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:01,745 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:01,745 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:01,746 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:01,746 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:02,066 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:02,066 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,066 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,066 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,067 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,067 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,294 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,294 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,294 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,294 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44751,0 is dead - stopping the connection localhost:44751/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-18T08:18:02,294 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,294 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,294 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:18:02,295 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,295 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:02,295 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:18:02,740 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:18:02,740 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:18:02,967 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:18:03,199 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:18:03,200 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc68b3e08, L:/127.0.0.1:44751 - R:/127.0.0.1:43664] 2024-11-18T08:18:03,457 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:18:03,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:18:03,459 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks was interrupted and is shutting down... 2024-11-18T08:18:03,459 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread finished 2024-11-18T08:18:03,460 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks was interrupted and is shutting down... 2024-11-18T08:18:03,460 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44751 2024-11-18T08:18:03,460 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks was interrupted and is shutting down... 2024-11-18T08:18:03,460 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread finished 2024-11-18T08:18:03,460 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread finished 2024-11-18T08:18:03,463 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks was interrupted and is shutting down... 2024-11-18T08:18:03,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=38 (was 38), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=818 (was 802) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2188 (was 2268) 2024-11-18T08:18:03,478 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread finished 2024-11-18T08:18:03,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=38, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=818, ProcessCount=11, AvailableMemoryMB=2186 2024-11-18T08:18:03,485 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T08:18:03,487 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40283 2024-11-18T08:18:03,487 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-18T08:18:03,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e4d1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:18:03,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:18:03,488 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:18:03,940 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:18:03,941 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:03,946 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:03,946 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread started 2024-11-18T08:18:03,951 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:18:03,954 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread started 2024-11-18T08:18:04,205 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:18:04,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:18:04,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:04,428 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread started 2024-11-18T08:18:04,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:04,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2fa0fb05, L:/127.0.0.1:40283 - R:/127.0.0.1:44906] 2024-11-18T08:18:04,446 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread started 2024-11-18T08:18:04,698 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:18:04,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:18:04,706 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks was interrupted and is shutting down... 2024-11-18T08:18:04,706 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks was interrupted and is shutting down... 2024-11-18T08:18:04,709 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread finished 2024-11-18T08:18:04,709 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread finished 2024-11-18T08:18:04,717 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:04,717 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:04,722 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:04,722 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:05,037 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:05,037 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:05,037 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:05,037 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13977020176293049956.bcfks 2024-11-18T08:18:05,037 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:05,037 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:05,037 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:05,037 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:05,267 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:05,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4898e8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T08:18:05,267 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:05,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-18T08:18:05,268 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:05,268 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10034088034779391031.bcfks 2024-11-18T08:18:05,268 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:18:05,702 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:18:05,706 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:05,707 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread started 2024-11-18T08:18:05,707 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0bbb0bbc-7894-0f18-2119-13c22371fd74/TestNettyTLSIPCFileWatcher 2024-11-18T08:18:05,711 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-18T08:18:05,714 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread started 2024-11-18T08:18:05,934 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-18T08:18:06,165 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-18T08:18:06,166 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7058e33f, L:/127.0.0.1:40283 - R:/127.0.0.1:44916] 2024-11-18T08:18:06,398 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-18T08:18:06,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:18:06,400 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks was interrupted and is shutting down... 2024-11-18T08:18:06,400 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40283 2024-11-18T08:18:06,400 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks was interrupted and is shutting down... 2024-11-18T08:18:06,400 DEBUG [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks was interrupted and is shutting down... 2024-11-18T08:18:06,400 DEBUG [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks was interrupted and is shutting down... 2024-11-18T08:18:06,401 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread finished 2024-11-18T08:18:06,401 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread finished 2024-11-18T08:18:06,401 INFO [FileChangeWatcher-hbase_test_key13977020176293049956.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13977020176293049956.bcfks thread finished 2024-11-18T08:18:06,410 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=38 (was 38), OpenFileDescriptor=327 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=818 (was 818), ProcessCount=11 (was 11), AvailableMemoryMB=2012 (was 2186) 2024-11-18T08:18:06,414 INFO [FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10034088034779391031.bcfks thread finished