2024-11-20 15:12:31,840 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-20 15:12:31,852 main DEBUG Took 0.010079 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 15:12:31,853 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 15:12:31,853 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 15:12:31,854 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 15:12:31,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,863 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 15:12:31,874 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,876 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,876 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,878 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,878 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,880 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,881 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,882 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,882 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,883 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,884 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 15:12:31,884 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,884 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 15:12:31,886 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 15:12:31,887 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 15:12:31,889 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 15:12:31,889 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 15:12:31,890 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 15:12:31,890 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 15:12:31,899 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 15:12:31,901 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 15:12:31,903 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 15:12:31,903 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 15:12:31,903 main DEBUG createAppenders(={Console}) 2024-11-20 15:12:31,904 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-20 15:12:31,904 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-20 15:12:31,904 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-20 15:12:31,905 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 15:12:31,905 main DEBUG OutputStream closed 2024-11-20 15:12:31,906 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 15:12:31,906 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 15:12:31,906 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-20 15:12:31,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 15:12:31,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 15:12:31,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 15:12:31,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 15:12:31,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 15:12:31,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 15:12:31,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 15:12:31,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 15:12:31,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 15:12:31,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 15:12:31,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 15:12:31,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 15:12:31,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 15:12:31,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 15:12:31,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 15:12:31,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 15:12:31,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 15:12:31,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 15:12:31,985 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 15:12:31,986 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-20 15:12:31,986 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 15:12:31,987 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-20T15:12:32,003 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-20 15:12:32,006 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 15:12:32,006 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T15:12:32,415 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T15:12:33,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=6797 2024-11-20T15:12:33,676 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T15:12:33,716 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T15:12:33,728 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T15:12:33,740 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T15:12:33,810 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:33,844 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29414 (auto-detected) 2024-11-20T15:12:33,845 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T15:12:33,867 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42935 2024-11-20T15:12:33,871 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:33,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b01d94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:33,903 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T15:12:33,904 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T15:12:34,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:34,259 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:34,309 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:34,391 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:34,394 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:34,394 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread started 2024-11-20T15:12:34,394 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread started 2024-11-20T15:12:34,401 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:34,462 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:34,478 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:34,537 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:34,538 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:34,538 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread started 2024-11-20T15:12:34,539 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread started 2024-11-20T15:12:34,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xea943d1e, L:/127.0.0.1:42935 - R:/127.0.0.1:45168] 2024-11-20T15:12:34,650 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:34,891 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,891 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,891 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,891 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,891 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,892 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,892 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,892 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,920 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,920 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,920 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,920 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,920 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,920 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,920 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,920 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,920 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:34,920 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,920 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,921 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,921 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,921 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,921 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,921 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,935 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,935 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,935 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,935 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,935 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42935,0 is dead - stopping the connection localhost:42935/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T15:12:34,935 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,935 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,936 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,936 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:34,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:34,938 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:34,969 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:34,969 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:34,986 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,001 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,001 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x24c257cc, L:/127.0.0.1:42935 - R:/127.0.0.1:45176] 2024-11-20T15:12:35,048 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:35,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:35,050 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42935 2024-11-20T15:12:35,050 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14709729120877006085.jks was interrupted and is shutting down... 2024-11-20T15:12:35,050 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13585199852446907049.jks was interrupted and is shutting down... 2024-11-20T15:12:35,051 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14709729120877006085.jks was interrupted and is shutting down... 2024-11-20T15:12:35,051 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13585199852446907049.jks was interrupted and is shutting down... 2024-11-20T15:12:35,051 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread finished 2024-11-20T15:12:35,051 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread finished 2024-11-20T15:12:35,051 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread finished 2024-11-20T15:12:35,061 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key13585199852446907049.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=6658 (was 6797) 2024-11-20T15:12:35,064 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread finished 2024-11-20T15:12:35,067 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=231, ProcessCount=11, AvailableMemoryMB=6658 2024-11-20T15:12:35,068 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:35,069 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40617 2024-11-20T15:12:35,069 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:35,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3977e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:35,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:35,072 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,103 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,104 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,105 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread started 2024-11-20T15:12:35,105 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,106 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread started 2024-11-20T15:12:35,106 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:35,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,138 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread started 2024-11-20T15:12:35,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,139 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread started 2024-11-20T15:12:35,139 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbfae00c3, L:/127.0.0.1:40617 - R:/127.0.0.1:35736] 2024-11-20T15:12:35,177 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:35,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:35,179 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13585199852446907049.jks was interrupted and is shutting down... 2024-11-20T15:12:35,179 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14709729120877006085.jks was interrupted and is shutting down... 2024-11-20T15:12:35,180 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread finished 2024-11-20T15:12:35,180 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread finished 2024-11-20T15:12:35,325 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:35,325 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:35,325 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:35,326 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:35,352 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:35,352 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:35,352 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:35,352 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13585199852446907049.jks 2024-11-20T15:12:35,352 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:35,352 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:35,352 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:35,353 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:35,367 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:35,367 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:35,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6b0d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:35,367 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:35,368 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14709729120877006085.jks 2024-11-20T15:12:35,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:35,369 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,400 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,401 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,401 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,401 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread started 2024-11-20T15:12:35,402 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread started 2024-11-20T15:12:35,402 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:35,418 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,434 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd3a0ec1b, L:/127.0.0.1:40617 - R:/127.0.0.1:35738] 2024-11-20T15:12:35,477 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:35,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:35,479 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13585199852446907049.jks was interrupted and is shutting down... 2024-11-20T15:12:35,479 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14709729120877006085.jks was interrupted and is shutting down... 2024-11-20T15:12:35,479 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40617 2024-11-20T15:12:35,480 DEBUG [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14709729120877006085.jks was interrupted and is shutting down... 2024-11-20T15:12:35,480 DEBUG [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13585199852446907049.jks was interrupted and is shutting down... 2024-11-20T15:12:35,480 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread finished 2024-11-20T15:12:35,480 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread finished 2024-11-20T15:12:35,480 INFO [FileChangeWatcher-hbase_test_key13585199852446907049.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13585199852446907049.jks thread finished 2024-11-20T15:12:35,480 INFO [FileChangeWatcher-hbase_test_ca14709729120877006085.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14709729120877006085.jks thread finished 2024-11-20T15:12:35,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 23), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 231), ProcessCount=11 (was 11), AvailableMemoryMB=6630 (was 6658) 2024-11-20T15:12:35,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=6630 2024-11-20T15:12:35,543 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:35,544 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41783 2024-11-20T15:12:35,544 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:35,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476e4de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:35,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:35,547 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,576 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,577 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,577 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread started 2024-11-20T15:12:35,577 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,578 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread started 2024-11-20T15:12:35,578 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:35,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,587 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,587 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread started 2024-11-20T15:12:35,587 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread started 2024-11-20T15:12:35,588 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc318ff58, L:/127.0.0.1:41783 - R:/127.0.0.1:37854] 2024-11-20T15:12:35,604 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:35,864 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,864 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,864 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,864 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,865 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,866 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,866 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,866 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,866 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41783,0 is dead - stopping the connection localhost:41783/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T15:12:35,866 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,866 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,866 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,866 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,866 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:35,866 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,866 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:35,866 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,867 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:35,867 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,873 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,873 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:35,879 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,880 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,880 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x304c3478, L:/127.0.0.1:41783 - R:/127.0.0.1:37860] 2024-11-20T15:12:35,895 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:35,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:35,897 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41783 2024-11-20T15:12:35,897 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6688533296786434253.pem was interrupted and is shutting down... 2024-11-20T15:12:35,897 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18204615210493622893.pem was interrupted and is shutting down... 2024-11-20T15:12:35,897 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18204615210493622893.pem was interrupted and is shutting down... 2024-11-20T15:12:35,897 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6688533296786434253.pem was interrupted and is shutting down... 2024-11-20T15:12:35,898 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread finished 2024-11-20T15:12:35,898 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread finished 2024-11-20T15:12:35,898 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread finished 2024-11-20T15:12:35,905 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6688533296786434253.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=6583 (was 6630) 2024-11-20T15:12:35,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=6583 2024-11-20T15:12:35,912 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread finished 2024-11-20T15:12:35,912 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:35,913 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34889 2024-11-20T15:12:35,913 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:35,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20176798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:35,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:35,915 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,920 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,920 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,921 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread started 2024-11-20T15:12:35,921 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,921 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread started 2024-11-20T15:12:35,921 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:35,926 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:35,927 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:35,928 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,928 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread started 2024-11-20T15:12:35,929 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:35,931 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread started 2024-11-20T15:12:35,932 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfdfd9cbf, L:/127.0.0.1:34889 - R:/127.0.0.1:50490] 2024-11-20T15:12:35,948 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:35,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:35,951 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6688533296786434253.pem was interrupted and is shutting down... 2024-11-20T15:12:35,951 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18204615210493622893.pem was interrupted and is shutting down... 2024-11-20T15:12:35,951 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread finished 2024-11-20T15:12:35,951 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread finished 2024-11-20T15:12:36,204 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:36,204 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:36,204 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:36,205 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:36,205 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:36,205 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6688533296786434253.pem 2024-11-20T15:12:36,205 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:36,205 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:36,205 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:36,205 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:36,205 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:36,205 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:36,205 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:36,205 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18204615210493622893.pem 2024-11-20T15:12:36,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32af058d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:36,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:36,208 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:36,213 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:36,213 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,214 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread started 2024-11-20T15:12:36,214 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,215 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread started 2024-11-20T15:12:36,215 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:36,220 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:36,220 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:36,221 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3e069713, L:/127.0.0.1:34889 - R:/127.0.0.1:50500] 2024-11-20T15:12:36,239 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:36,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:36,241 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34889 2024-11-20T15:12:36,241 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18204615210493622893.pem was interrupted and is shutting down... 2024-11-20T15:12:36,241 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6688533296786434253.pem was interrupted and is shutting down... 2024-11-20T15:12:36,241 DEBUG [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18204615210493622893.pem was interrupted and is shutting down... 2024-11-20T15:12:36,241 DEBUG [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6688533296786434253.pem was interrupted and is shutting down... 2024-11-20T15:12:36,242 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread finished 2024-11-20T15:12:36,242 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread finished 2024-11-20T15:12:36,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca18204615210493622893.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=6544 (was 6583) 2024-11-20T15:12:36,254 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=6544 2024-11-20T15:12:36,256 INFO [FileChangeWatcher-hbase_test_key6688533296786434253.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6688533296786434253.pem thread finished 2024-11-20T15:12:36,256 INFO [FileChangeWatcher-hbase_test_ca18204615210493622893.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18204615210493622893.pem thread finished 2024-11-20T15:12:36,300 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:36,301 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42393 2024-11-20T15:12:36,301 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:36,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b6fbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:36,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:36,304 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:36,335 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:36,335 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,336 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread started 2024-11-20T15:12:36,336 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,336 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread started 2024-11-20T15:12:36,336 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:36,352 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:36,367 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:36,368 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,368 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread started 2024-11-20T15:12:36,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,369 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread started 2024-11-20T15:12:36,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8218620f, L:/127.0.0.1:42393 - R:/127.0.0.1:52394] 2024-11-20T15:12:36,407 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:36,580 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,580 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,580 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,580 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,580 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,580 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,581 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,581 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,607 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,607 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,607 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,607 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,607 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,607 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,607 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,607 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:36,608 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,608 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,608 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,608 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,608 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,608 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,608 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,608 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,623 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42393,0 is dead - stopping the connection localhost:42393/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T15:12:36,623 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,623 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,623 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,623 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,624 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,624 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,624 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,624 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:36,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:36,625 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:36,656 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:36,657 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:36,674 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:36,689 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:36,690 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf32d2199, L:/127.0.0.1:42393 - R:/127.0.0.1:52398] 2024-11-20T15:12:36,727 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:36,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:36,729 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42393 2024-11-20T15:12:36,729 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 was interrupted and is shutting down... 2024-11-20T15:12:36,729 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11671356841612941572.p12 was interrupted and is shutting down... 2024-11-20T15:12:36,729 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 was interrupted and is shutting down... 2024-11-20T15:12:36,729 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11671356841612941572.p12 was interrupted and is shutting down... 2024-11-20T15:12:36,729 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread finished 2024-11-20T15:12:36,729 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread finished 2024-11-20T15:12:36,729 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread finished 2024-11-20T15:12:36,736 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread finished 2024-11-20T15:12:36,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=6496 (was 6544) 2024-11-20T15:12:36,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=6496 2024-11-20T15:12:36,742 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:36,743 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33147 2024-11-20T15:12:36,743 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:36,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4997528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:36,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:36,745 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:36,775 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:36,776 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,777 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,777 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread started 2024-11-20T15:12:36,777 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread started 2024-11-20T15:12:36,777 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:36,793 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:36,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:36,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,809 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread started 2024-11-20T15:12:36,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:36,809 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread started 2024-11-20T15:12:36,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe83f8856, L:/127.0.0.1:33147 - R:/127.0.0.1:51172] 2024-11-20T15:12:36,846 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:36,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:36,849 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 was interrupted and is shutting down... 2024-11-20T15:12:36,849 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11671356841612941572.p12 was interrupted and is shutting down... 2024-11-20T15:12:36,849 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread finished 2024-11-20T15:12:36,849 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread finished 2024-11-20T15:12:37,109 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:37,109 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:37,109 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:37,109 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:37,137 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:37,137 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:37,137 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:37,137 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11671356841612941572.p12 2024-11-20T15:12:37,137 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:37,137 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:37,137 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:37,137 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:37,153 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:37,153 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:37,153 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:37,153 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8976453837226900865.p12 2024-11-20T15:12:37,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb534f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:37,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:37,155 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:37,186 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:37,186 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:37,187 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:37,187 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread started 2024-11-20T15:12:37,188 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread started 2024-11-20T15:12:37,188 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:37,204 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:37,219 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:37,219 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x897a64ef, L:/127.0.0.1:33147 - R:/127.0.0.1:51182] 2024-11-20T15:12:37,259 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:37,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:37,260 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33147 2024-11-20T15:12:37,260 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 was interrupted and is shutting down... 2024-11-20T15:12:37,260 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11671356841612941572.p12 was interrupted and is shutting down... 2024-11-20T15:12:37,261 DEBUG [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 was interrupted and is shutting down... 2024-11-20T15:12:37,261 DEBUG [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11671356841612941572.p12 was interrupted and is shutting down... 2024-11-20T15:12:37,261 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread finished 2024-11-20T15:12:37,261 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread finished 2024-11-20T15:12:37,263 INFO [FileChangeWatcher-hbase_test_ca8976453837226900865.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8976453837226900865.p12 thread finished 2024-11-20T15:12:37,268 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca8976453837226900865.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key11671356841612941572.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=6418 (was 6496) 2024-11-20T15:12:37,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=6414 2024-11-20T15:12:37,280 INFO [FileChangeWatcher-hbase_test_key11671356841612941572.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11671356841612941572.p12 thread finished 2024-11-20T15:12:37,809 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:37,810 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38005 2024-11-20T15:12:37,810 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:37,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb8037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:37,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:37,812 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:38,151 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:38,151 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:38,152 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread started 2024-11-20T15:12:38,152 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:38,152 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread started 2024-11-20T15:12:38,153 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:38,316 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:38,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:38,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:38,480 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread started 2024-11-20T15:12:38,480 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:38,480 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread started 2024-11-20T15:12:38,480 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc7345dce, L:/127.0.0.1:38005 - R:/127.0.0.1:43374] 2024-11-20T15:12:38,672 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:38,821 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:38,821 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:38,821 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:38,821 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:38,821 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:38,821 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:38,821 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:38,821 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:39,063 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:39,063 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,063 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,064 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,064 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,064 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,064 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,226 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,226 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,226 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38005,0 is dead - stopping the connection localhost:38005/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T15:12:39,226 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,226 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,226 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,226 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,226 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,227 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:39,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:39,228 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:39,557 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:39,558 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:39,720 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:39,881 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:39,882 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0d73a64d, L:/127.0.0.1:38005 - R:/127.0.0.1:43380] 2024-11-20T15:12:40,074 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:40,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:40,075 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38005 2024-11-20T15:12:40,075 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks was interrupted and is shutting down... 2024-11-20T15:12:40,075 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks was interrupted and is shutting down... 2024-11-20T15:12:40,075 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks was interrupted and is shutting down... 2024-11-20T15:12:40,075 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks was interrupted and is shutting down... 2024-11-20T15:12:40,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_key7947516714804637276.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca641602242775315442.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca641602242775315442.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key7947516714804637276.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=6345 (was 6414) 2024-11-20T15:12:40,084 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread finished 2024-11-20T15:12:40,084 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread finished 2024-11-20T15:12:40,084 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread finished 2024-11-20T15:12:40,084 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread finished 2024-11-20T15:12:40,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=6345 2024-11-20T15:12:40,090 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:40,091 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35613 2024-11-20T15:12:40,091 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:40,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18eb2523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:40,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:40,092 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:40,424 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:40,425 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:40,425 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread started 2024-11-20T15:12:40,425 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:40,426 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread started 2024-11-20T15:12:40,426 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:40,591 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:40,754 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:40,755 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:40,756 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread started 2024-11-20T15:12:40,756 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:40,756 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread started 2024-11-20T15:12:40,756 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x995510eb, L:/127.0.0.1:35613 - R:/127.0.0.1:50216] 2024-11-20T15:12:40,933 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:40,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:40,935 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks was interrupted and is shutting down... 2024-11-20T15:12:40,935 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks was interrupted and is shutting down... 2024-11-20T15:12:40,936 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread finished 2024-11-20T15:12:40,936 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread finished 2024-11-20T15:12:41,196 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:41,196 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:41,196 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:41,196 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:41,438 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:41,438 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:41,438 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:41,438 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:41,438 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7947516714804637276.bcfks 2024-11-20T15:12:41,438 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:41,438 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:41,438 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:41,600 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:41,600 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:41,600 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:41,600 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca641602242775315442.bcfks 2024-11-20T15:12:41,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590e4acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:41,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:41,602 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:41,925 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:41,926 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:41,927 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread started 2024-11-20T15:12:41,927 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:41,927 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread started 2024-11-20T15:12:41,927 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:42,089 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:42,252 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:42,252 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x46d44927, L:/127.0.0.1:35613 - R:/127.0.0.1:50224] 2024-11-20T15:12:42,436 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:42,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:42,439 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks was interrupted and is shutting down... 2024-11-20T15:12:42,439 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35613 2024-11-20T15:12:42,439 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks was interrupted and is shutting down... 2024-11-20T15:12:42,439 DEBUG [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks was interrupted and is shutting down... 2024-11-20T15:12:42,439 DEBUG [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks was interrupted and is shutting down... 2024-11-20T15:12:42,439 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread finished 2024-11-20T15:12:42,440 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread finished 2024-11-20T15:12:42,440 INFO [FileChangeWatcher-hbase_test_key7947516714804637276.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7947516714804637276.bcfks thread finished 2024-11-20T15:12:42,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=6299 (was 6345) 2024-11-20T15:12:42,452 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=6299 2024-11-20T15:12:42,456 INFO [FileChangeWatcher-hbase_test_ca641602242775315442.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca641602242775315442.bcfks thread finished 2024-11-20T15:12:42,591 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:42,592 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42249 2024-11-20T15:12:42,592 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:42,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339eadba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:42,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:42,594 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:42,625 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:42,625 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:42,626 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread started 2024-11-20T15:12:42,626 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:42,626 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread started 2024-11-20T15:12:42,626 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:42,642 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:42,658 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:42,658 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:42,659 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread started 2024-11-20T15:12:42,659 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:42,659 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread started 2024-11-20T15:12:42,659 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5643ac6f, L:/127.0.0.1:42249 - R:/127.0.0.1:42642] 2024-11-20T15:12:42,708 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:42,716 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,716 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,716 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,716 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,716 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,716 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,719 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,719 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,747 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,747 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,747 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,747 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,747 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,773 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,773 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,773 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42249,0 is dead - stopping the connection localhost:42249/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T15:12:42,773 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,773 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,773 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,773 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,773 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,773 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:42,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:42,774 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:42,806 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:42,807 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:42,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:42,838 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:42,839 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9583670d, L:/127.0.0.1:42249 - R:/127.0.0.1:48408] 2024-11-20T15:12:42,879 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:42,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:42,881 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42249 2024-11-20T15:12:42,881 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8952094874899504736.jks was interrupted and is shutting down... 2024-11-20T15:12:42,881 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6796036639489780438.jks was interrupted and is shutting down... 2024-11-20T15:12:42,881 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6796036639489780438.jks was interrupted and is shutting down... 2024-11-20T15:12:42,881 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8952094874899504736.jks was interrupted and is shutting down... 2024-11-20T15:12:42,881 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread finished 2024-11-20T15:12:42,881 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread finished 2024-11-20T15:12:42,881 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread finished 2024-11-20T15:12:42,889 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=6275 (was 6299) 2024-11-20T15:12:42,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=6275 2024-11-20T15:12:42,895 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:42,896 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread finished 2024-11-20T15:12:42,896 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33079 2024-11-20T15:12:42,896 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:42,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592540f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:42,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:42,897 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:42,927 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:42,928 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:42,928 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread started 2024-11-20T15:12:42,928 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:42,929 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread started 2024-11-20T15:12:42,929 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:42,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:42,959 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:42,960 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:42,960 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread started 2024-11-20T15:12:42,960 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:42,961 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread started 2024-11-20T15:12:42,961 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x70803d4b, L:/127.0.0.1:33079 - R:/127.0.0.1:39796] 2024-11-20T15:12:43,007 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:43,009 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8952094874899504736.jks was interrupted and is shutting down... 2024-11-20T15:12:43,010 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6796036639489780438.jks was interrupted and is shutting down... 2024-11-20T15:12:43,010 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread finished 2024-11-20T15:12:43,010 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread finished 2024-11-20T15:12:43,015 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:43,015 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:43,015 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:43,015 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:43,041 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:43,041 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:43,041 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:43,041 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8952094874899504736.jks 2024-11-20T15:12:43,042 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:43,042 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:43,042 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:43,042 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:43,057 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:43,057 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:43,057 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:43,057 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6796036639489780438.jks 2024-11-20T15:12:43,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e24e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:43,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:43,058 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,101 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,102 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,102 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread started 2024-11-20T15:12:43,102 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,103 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread started 2024-11-20T15:12:43,103 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:43,118 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,134 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,134 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x84363eda, L:/127.0.0.1:33079 - R:/127.0.0.1:39798] 2024-11-20T15:12:43,178 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:43,180 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33079 2024-11-20T15:12:43,180 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8952094874899504736.jks was interrupted and is shutting down... 2024-11-20T15:12:43,180 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6796036639489780438.jks was interrupted and is shutting down... 2024-11-20T15:12:43,180 DEBUG [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8952094874899504736.jks was interrupted and is shutting down... 2024-11-20T15:12:43,180 DEBUG [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6796036639489780438.jks was interrupted and is shutting down... 2024-11-20T15:12:43,180 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread finished 2024-11-20T15:12:43,180 INFO [FileChangeWatcher-hbase_test_key8952094874899504736.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8952094874899504736.jks thread finished 2024-11-20T15:12:43,180 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread finished 2024-11-20T15:12:43,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=6258 (was 6275) 2024-11-20T15:12:43,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=6258 2024-11-20T15:12:43,196 INFO [FileChangeWatcher-hbase_test_ca6796036639489780438.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6796036639489780438.jks thread finished 2024-11-20T15:12:43,198 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:43,199 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43111 2024-11-20T15:12:43,199 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:43,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e15a286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:43,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:43,201 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,205 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,205 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,206 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread started 2024-11-20T15:12:43,206 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,206 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread started 2024-11-20T15:12:43,206 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:43,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,210 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,211 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,211 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread started 2024-11-20T15:12:43,211 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,211 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread started 2024-11-20T15:12:43,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x952901ae, L:/127.0.0.1:43111 - R:/127.0.0.1:60864] 2024-11-20T15:12:43,227 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,237 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,237 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43111,0 is dead - stopping the connection localhost:43111/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T15:12:43,238 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:43,239 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,244 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,244 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:43,248 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,249 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,249 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xac56359b, L:/127.0.0.1:43111 - R:/127.0.0.1:60872] 2024-11-20T15:12:43,266 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:43,268 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43111 2024-11-20T15:12:43,268 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17726141629204801527.pem was interrupted and is shutting down... 2024-11-20T15:12:43,268 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3739669665889623387.pem was interrupted and is shutting down... 2024-11-20T15:12:43,268 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17726141629204801527.pem was interrupted and is shutting down... 2024-11-20T15:12:43,268 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3739669665889623387.pem was interrupted and is shutting down... 2024-11-20T15:12:43,268 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread finished 2024-11-20T15:12:43,268 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread finished 2024-11-20T15:12:43,268 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread finished 2024-11-20T15:12:43,268 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread finished 2024-11-20T15:12:43,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=6254 (was 6258) 2024-11-20T15:12:43,280 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=6254 2024-11-20T15:12:43,282 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:43,283 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35895 2024-11-20T15:12:43,283 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:43,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5ad02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:43,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:43,285 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,289 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,289 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,289 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread started 2024-11-20T15:12:43,290 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,290 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread started 2024-11-20T15:12:43,290 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:43,295 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,295 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,296 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,296 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread started 2024-11-20T15:12:43,296 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,297 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread started 2024-11-20T15:12:43,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1355c48a, L:/127.0.0.1:35895 - R:/127.0.0.1:44360] 2024-11-20T15:12:43,312 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:43,315 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17726141629204801527.pem was interrupted and is shutting down... 2024-11-20T15:12:43,315 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3739669665889623387.pem was interrupted and is shutting down... 2024-11-20T15:12:43,315 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread finished 2024-11-20T15:12:43,315 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread finished 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,324 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,324 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17726141629204801527.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,324 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,324 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,324 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3739669665889623387.pem 2024-11-20T15:12:43,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a20cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:43,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:43,326 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,330 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,331 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,331 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread started 2024-11-20T15:12:43,331 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,332 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread started 2024-11-20T15:12:43,332 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:43,336 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,336 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,337 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaa53da8e, L:/127.0.0.1:35895 - R:/127.0.0.1:44370] 2024-11-20T15:12:43,353 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:43,355 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35895 2024-11-20T15:12:43,355 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3739669665889623387.pem was interrupted and is shutting down... 2024-11-20T15:12:43,355 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17726141629204801527.pem was interrupted and is shutting down... 2024-11-20T15:12:43,355 DEBUG [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3739669665889623387.pem was interrupted and is shutting down... 2024-11-20T15:12:43,355 DEBUG [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17726141629204801527.pem was interrupted and is shutting down... 2024-11-20T15:12:43,355 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread finished 2024-11-20T15:12:43,355 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread finished 2024-11-20T15:12:43,355 INFO [FileChangeWatcher-hbase_test_ca3739669665889623387.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3739669665889623387.pem thread finished 2024-11-20T15:12:43,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=6250 (was 6254) 2024-11-20T15:12:43,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=6250 2024-11-20T15:12:43,368 INFO [FileChangeWatcher-hbase_test_key17726141629204801527.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17726141629204801527.pem thread finished 2024-11-20T15:12:43,409 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:43,410 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42149 2024-11-20T15:12:43,410 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:43,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645e030d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:43,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:43,411 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,442 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,442 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,443 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread started 2024-11-20T15:12:43,443 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,443 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread started 2024-11-20T15:12:43,443 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:43,459 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,473 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,474 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,474 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread started 2024-11-20T15:12:43,474 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,475 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread started 2024-11-20T15:12:43,475 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83a5b6b3, L:/127.0.0.1:42149 - R:/127.0.0.1:50648] 2024-11-20T15:12:43,511 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,518 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,518 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,518 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,518 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,518 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,518 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,518 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,518 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,544 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,544 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,544 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,544 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,544 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,559 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,559 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,559 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,559 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,559 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,559 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,559 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,559 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,559 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42149,0 is dead - stopping the connection localhost:42149/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T15:12:43,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:43,560 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,591 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,591 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:43,611 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,627 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,628 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9cc10526, L:/127.0.0.1:42149 - R:/127.0.0.1:50650] 2024-11-20T15:12:43,666 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:43,667 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42149 2024-11-20T15:12:43,667 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6078607928983385755.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,667 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,667 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6078607928983385755.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,667 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,668 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread finished 2024-11-20T15:12:43,668 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread finished 2024-11-20T15:12:43,672 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread finished 2024-11-20T15:12:43,672 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread finished 2024-11-20T15:12:43,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=6232 (was 6250) 2024-11-20T15:12:43,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=6232 2024-11-20T15:12:43,681 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:43,682 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39655 2024-11-20T15:12:43,682 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:43,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb49fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:43,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:43,683 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,713 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,714 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,714 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread started 2024-11-20T15:12:43,714 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,715 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread started 2024-11-20T15:12:43,715 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:43,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,745 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,746 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,746 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread started 2024-11-20T15:12:43,746 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,754 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread started 2024-11-20T15:12:43,754 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1bf8a016, L:/127.0.0.1:39655 - R:/127.0.0.1:41568] 2024-11-20T15:12:43,795 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:43,797 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,797 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6078607928983385755.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,797 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread finished 2024-11-20T15:12:43,797 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread finished 2024-11-20T15:12:43,803 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,803 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,803 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,803 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,849 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,849 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,849 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,849 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6078607928983385755.p12 2024-11-20T15:12:43,849 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,849 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,849 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,849 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,865 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,865 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,865 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,865 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9401117151052452740.p12 2024-11-20T15:12:43,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2da011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:43,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:43,866 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,895 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,896 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,896 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread started 2024-11-20T15:12:43,896 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:43,897 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread started 2024-11-20T15:12:43,897 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:43,912 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:43,927 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:43,927 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0d627ebc, L:/127.0.0.1:39655 - R:/127.0.0.1:41580] 2024-11-20T15:12:43,965 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:43,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:43,966 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,966 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39655 2024-11-20T15:12:43,966 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6078607928983385755.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,966 DEBUG [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6078607928983385755.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,966 DEBUG [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 was interrupted and is shutting down... 2024-11-20T15:12:43,966 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread finished 2024-11-20T15:12:43,966 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread finished 2024-11-20T15:12:43,972 INFO [FileChangeWatcher-hbase_test_ca9401117151052452740.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9401117151052452740.p12 thread finished 2024-11-20T15:12:43,972 INFO [FileChangeWatcher-hbase_test_key6078607928983385755.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6078607928983385755.p12 thread finished 2024-11-20T15:12:43,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=6213 (was 6232) 2024-11-20T15:12:43,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=6213 2024-11-20T15:12:44,385 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:44,386 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41085 2024-11-20T15:12:44,386 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:44,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564d9de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:44,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:44,387 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:44,710 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:44,711 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:44,711 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread started 2024-11-20T15:12:44,711 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:44,712 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread started 2024-11-20T15:12:44,712 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:44,874 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:45,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:45,035 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:45,036 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread started 2024-11-20T15:12:45,036 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:45,036 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread started 2024-11-20T15:12:45,036 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x747cf5d1, L:/127.0.0.1:41085 - R:/127.0.0.1:44576] 2024-11-20T15:12:45,263 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:45,271 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,271 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,271 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,271 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,271 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,271 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,271 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,271 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,513 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,513 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,513 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,513 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,513 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,674 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,674 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,674 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,674 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,674 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,674 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41085,0 is dead - stopping the connection localhost:41085/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-20T15:12:45,674 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,674 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,674 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:45,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:45,675 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:45,997 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:45,998 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:46,159 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:46,321 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:46,321 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xda43e3fd, L:/127.0.0.1:41085 - R:/127.0.0.1:44588] 2024-11-20T15:12:46,501 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:46,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:46,502 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41085 2024-11-20T15:12:46,502 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks was interrupted and is shutting down... 2024-11-20T15:12:46,502 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks was interrupted and is shutting down... 2024-11-20T15:12:46,502 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks was interrupted and is shutting down... 2024-11-20T15:12:46,502 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks was interrupted and is shutting down... 2024-11-20T15:12:46,503 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread finished 2024-11-20T15:12:46,503 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread finished 2024-11-20T15:12:46,503 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread finished 2024-11-20T15:12:46,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=6215 (was 6213) - AvailableMemoryMB LEAK? - 2024-11-20T15:12:46,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=6215 2024-11-20T15:12:46,516 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T15:12:46,516 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34917 2024-11-20T15:12:46,517 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-20T15:12:46,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3aabeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:46,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:46,518 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:46,520 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread finished 2024-11-20T15:12:46,841 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:46,842 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:46,842 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:46,842 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread started 2024-11-20T15:12:46,843 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread started 2024-11-20T15:12:46,843 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:47,007 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:47,169 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:47,170 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:47,171 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread started 2024-11-20T15:12:47,171 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:47,171 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread started 2024-11-20T15:12:47,171 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b89981a, L:/127.0.0.1:34917 - R:/127.0.0.1:43572] 2024-11-20T15:12:47,346 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:47,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:47,349 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks was interrupted and is shutting down... 2024-11-20T15:12:47,349 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks was interrupted and is shutting down... 2024-11-20T15:12:47,349 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread finished 2024-11-20T15:12:47,349 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread finished 2024-11-20T15:12:47,356 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:47,356 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:47,356 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:47,356 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:47,602 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:47,602 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:47,602 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:47,602 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13524884792810942559.bcfks 2024-11-20T15:12:47,602 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:47,602 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:47,602 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:47,602 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:47,763 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:47,763 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:47,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654a779a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T15:12:47,764 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:47,764 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2238800263250090339.bcfks 2024-11-20T15:12:47,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-20T15:12:47,765 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:48,094 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:48,095 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:48,095 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread started 2024-11-20T15:12:48,095 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7aa77e9-3cd4-deb7-24fa-169ad24d42ed/TestNettyTLSIPCFileWatcher 2024-11-20T15:12:48,096 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread started 2024-11-20T15:12:48,096 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-20T15:12:48,258 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-20T15:12:48,420 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-20T15:12:48,420 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9fe83e78, L:/127.0.0.1:34917 - R:/127.0.0.1:43576] 2024-11-20T15:12:48,601 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-20T15:12:48,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T15:12:48,602 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks was interrupted and is shutting down... 2024-11-20T15:12:48,602 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34917 2024-11-20T15:12:48,602 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks was interrupted and is shutting down... 2024-11-20T15:12:48,602 DEBUG [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks was interrupted and is shutting down... 2024-11-20T15:12:48,602 DEBUG [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks was interrupted and is shutting down... 2024-11-20T15:12:48,603 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread finished 2024-11-20T15:12:48,603 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread finished 2024-11-20T15:12:48,603 INFO [FileChangeWatcher-hbase_test_key13524884792810942559.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13524884792810942559.bcfks thread finished 2024-11-20T15:12:48,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 224), ProcessCount=11 (was 11), AvailableMemoryMB=6212 (was 6215) 2024-11-20T15:12:48,616 INFO [FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2238800263250090339.bcfks thread finished